{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# BipedalWalker-v2 with A2C, Vectorized Environment\n",
    "In this notebook, you will implement a PPO agent with OpenAI Gym's BipedalWalker-v2 environment.\n",
    "\n",
    "### 1. Create Vectorized Environment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "gym version:  0.13.1\n",
      "torch version:  1.0.1\n",
      "device:  cuda:0\n",
      "max_steps:  1600\n"
     ]
    }
   ],
   "source": [
    "import gym\n",
    "import random\n",
    "import torch\n",
    "import numpy as np\n",
    "from collections import deque\n",
    "import matplotlib.pyplot as plt\n",
    "from  collections  import deque\n",
    "import time\n",
    "from model import Policy\n",
    "\n",
    "from a2c_Adam import a2c_agent\n",
    "from storage import RolloutStorage\n",
    "from utils import get_render_func, get_vec_normalize\n",
    "\n",
    "\n",
    "from parallelEnv import parallelEnv\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "print('gym version: ', gym.__version__)\n",
    "print('torch version: ', torch.__version__)\n",
    "\n",
    "seed = 0 \n",
    "gamma=0.99\n",
    "num_processes=16 \n",
    "device = torch.device(\"cuda:0\" if torch.cuda.is_available() else \"cpu\")\n",
    "print('device: ', device)\n",
    "\n",
    "envs = parallelEnv('BipedalWalker-v2', n=num_processes, seed=seed)\n",
    "\n",
    "## make_vec_envs -cannot find context for 'forkserver'\n",
    "## forkserver is only available in Python 3.4+ and only on some Unix platforms (not on Windows).\n",
    "## envs = make_vec_envs('BipedalWalker-v2', \\\n",
    "##                    seed + 1000, num_processes,\n",
    "##                    None, None, False, device='cpu', allow_early_resets=False)\n",
    "\n",
    "max_steps = envs.max_steps\n",
    "print('max_steps: ', max_steps)\n",
    "\n",
    "torch.manual_seed(seed)\n",
    "torch.cuda.manual_seed(seed)\n",
    "np.random.seed(seed)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 2. Instantiate Model, Agent and Storage\n",
    "\n",
    "Initialize the Policy (model MLPBase), PPO Agent and Rollout Storage."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "type obs:  <class 'numpy.ndarray'> , shape obs:  (16, 24)\n",
      "type obs_t:  <class 'torch.Tensor'> , shape obs_t:  torch.Size([16, 24])\n"
     ]
    }
   ],
   "source": [
    "## model Policy uses MLPBase\n",
    "policy = Policy(envs.observation_space.shape, envs.action_space,\\\n",
    "        base_kwargs={'recurrent': False})\n",
    "\n",
    "policy.to(device)\n",
    "\n",
    "## optim.Adam, lr = 0.0005\n",
    "agent = a2c_agent(actor_critic=policy, value_loss_coef=0.5, entropy_coef=0.01,\\\n",
    "            lr=0.0005, eps=1e-5, max_grad_norm=0.5)\n",
    "\n",
    "rollouts = RolloutStorage(num_steps=max_steps, num_processes=num_processes, \\\n",
    "                        obs_shape=envs.observation_space.shape, action_space=envs.action_space, \\\n",
    "                        recurrent_hidden_state_size=policy.recurrent_hidden_state_size)\n",
    "\n",
    "obs = envs.reset()\n",
    "print('type obs: ', type(obs), ', shape obs: ', obs.shape)\n",
    "obs_t = torch.tensor(obs)\n",
    "print('type obs_t: ', type(obs_t), ', shape obs_t: ', obs_t.shape)\n",
    "\n",
    "rollouts.obs[0].copy_(obs_t)\n",
    "rollouts.to(device)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 3.Save model function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def save(model, directory, filename, suffix):\n",
    "    torch.save(model.base.actor.state_dict(), '%s/%s_actor_%s.pth' % (directory, filename, suffix))\n",
    "    torch.save(model.base.critic.state_dict(), '%s/%s_critic_%s.pth' % (directory, filename, suffix))\n",
    "    torch.save(model.base.critic_linear.state_dict(), '%s/%s_critic_linear_%s.pth' % (directory, filename, suffix))\n",
    "    \n",
    "limits = [-300, -160, -100, -70, -50, 0, 20, 30, 40, 60, 90, 120, 150, 180, 210, 240, 270, 300, 330]\n",
    "\n",
    "def return_suffix(j):\n",
    "    suf = '0'\n",
    "    for i in range(len(limits)-1):\n",
    "        if j > limits[i] and j < limits[i+1]:\n",
    "            suf = str(limits[i+1])\n",
    "            break\n",
    "        \n",
    "        i_last = len(limits)-1    \n",
    "        if  j > limits[i_last]:\n",
    "            suf = str(limits[i_last])\n",
    "            break\n",
    "    return suf      "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 4. Train the Agent  with Vectorized Environment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "num_updates=1000000\n",
    "gamma = 0.99\n",
    "tau=0.95\n",
    "save_interval=30\n",
    "log_interval= 1 \n",
    "\n",
    "def a2c_vec_env_train(envs, agent, policy, num_processes, num_steps, rollouts):\n",
    "    \n",
    "    time_start = time.time()\n",
    "    \n",
    "    n=len(envs.ps)    \n",
    "    envs.reset()\n",
    "    \n",
    "    # start all parallel agents\n",
    "    print('Number of agents: ', n)\n",
    "    envs.step([[1]*4]*n)\n",
    "    \n",
    "    s = 0\n",
    "    \n",
    "    scores_deque = deque(maxlen=100)\n",
    "    scores_array = []\n",
    "    avg_scores_array = []    \n",
    "\n",
    "    for i_episode in range(num_updates):\n",
    "        \n",
    "        total_reward = np.zeros(n)\n",
    "        timestep = 0\n",
    "        \n",
    "        for timestep in range(num_steps):\n",
    "\n",
    "            with torch.no_grad():\n",
    "                value, actions, action_log_prob, recurrent_hidden_states = \\\n",
    "                   policy.act(\n",
    "                        rollouts.obs[timestep],\n",
    "                        rollouts.recurrent_hidden_states[timestep],\n",
    "                        rollouts.masks[timestep])\n",
    "                \n",
    "            obs, rewards, done, infos = envs.step(actions.cpu().detach().numpy())\n",
    "            \n",
    "            total_reward += rewards  ## this is the list by agents\n",
    "                        \n",
    "            # If done then clean the history of observations.\n",
    "            masks = torch.FloatTensor([[0.0] if done_ else [1.0] for done_ in done])\n",
    "            obs_t = torch.tensor(obs)\n",
    "            ## Add one dimnesion to tensor, otherwise does not work\n",
    "            ## This is (unsqueeze(1)) solution for:\n",
    "            ## RuntimeError: The expanded size of the tensor (1) must match the existing size...\n",
    "            rewards_t = torch.tensor(rewards).unsqueeze(1)\n",
    "            rollouts.insert(obs_t, recurrent_hidden_states, actions, action_log_prob, \\\n",
    "                value, rewards_t, masks)\n",
    "                    \n",
    "        avg_total_reward = np.mean(total_reward)\n",
    "        scores_deque.append(avg_total_reward)\n",
    "        scores_array.append(avg_total_reward)\n",
    "                \n",
    "        with torch.no_grad():\n",
    "            next_value = policy.get_value(rollouts.obs[-1],\n",
    "                            rollouts.recurrent_hidden_states[-1],\n",
    "                            rollouts.masks[-1]).detach()\n",
    "\n",
    "        rollouts.compute_returns(next_value, gamma, tau)\n",
    "\n",
    "        agent.update(rollouts)\n",
    "\n",
    "        rollouts.after_update()\n",
    "        \n",
    "        avg_score = np.mean(scores_deque)\n",
    "        avg_scores_array.append(avg_score)\n",
    "\n",
    "        if i_episode > 0 and i_episode % save_interval == 0:\n",
    "            print('Saving model, i_episode: ', i_episode, '\\n')\n",
    "            suf = return_suffix(avg_score)\n",
    "            save(policy, 'dir_chk', 'weights_a2c', suf)\n",
    "            #save_venv(policy, 'dir_save_VecEnv', 'final')\n",
    "\n",
    "        \n",
    "        if i_episode % log_interval == 0 and len(scores_deque) > 1:            \n",
    "            prev_s = s\n",
    "            s = (int)(time.time() - time_start)\n",
    "            t_del = s - prev_s\n",
    "            print('Ep. {}, Timesteps {}, Score.Agents: {:.2f}, Avg.Score: {:.2f}, Time: {:02}:{:02}:{:02}, \\\n",
    "Interval: {:02}:{:02}'\\\n",
    "                   .format(i_episode, timestep+1, \\\n",
    "                        avg_total_reward, avg_score, s//3600, s%3600//60, s%60, t_del%3600//60, t_del%60)) \n",
    "    \n",
    "        if len(scores_deque) == 100 and np.mean(scores_deque) > 300.5:   \n",
    "            print('Environment solved with Average Score: ',  np.mean(scores_deque) )\n",
    "            break\n",
    "    \n",
    "    \n",
    "    return scores_array, avg_scores_array\n",
    "            "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of agents:  16\n",
      "Ep. 1, Timesteps 1600, Score.Agents: -856.61, Avg.Score: -1018.83, Time: 00:00:38, Interval: 00:38\n",
      "Ep. 2, Timesteps 1600, Score.Agents: -718.07, Avg.Score: -918.58, Time: 00:00:55, Interval: 00:17\n",
      "Ep. 3, Timesteps 1600, Score.Agents: -817.02, Avg.Score: -893.19, Time: 00:01:13, Interval: 00:18\n",
      "Ep. 4, Timesteps 1600, Score.Agents: -656.89, Avg.Score: -845.93, Time: 00:01:31, Interval: 00:18\n",
      "Ep. 5, Timesteps 1600, Score.Agents: -652.01, Avg.Score: -813.61, Time: 00:01:50, Interval: 00:19\n",
      "Ep. 6, Timesteps 1600, Score.Agents: -660.80, Avg.Score: -791.78, Time: 00:02:13, Interval: 00:23\n",
      "Ep. 7, Timesteps 1600, Score.Agents: -533.41, Avg.Score: -759.48, Time: 00:02:33, Interval: 00:20\n",
      "Ep. 8, Timesteps 1600, Score.Agents: -792.65, Avg.Score: -763.17, Time: 00:02:51, Interval: 00:18\n",
      "Ep. 9, Timesteps 1600, Score.Agents: -482.23, Avg.Score: -735.08, Time: 00:03:08, Interval: 00:17\n",
      "Ep. 10, Timesteps 1600, Score.Agents: -443.04, Avg.Score: -708.53, Time: 00:03:26, Interval: 00:18\n",
      "Ep. 11, Timesteps 1600, Score.Agents: -421.09, Avg.Score: -684.57, Time: 00:03:43, Interval: 00:17\n",
      "Ep. 12, Timesteps 1600, Score.Agents: -333.18, Avg.Score: -657.54, Time: 00:04:00, Interval: 00:17\n",
      "Ep. 13, Timesteps 1600, Score.Agents: -417.50, Avg.Score: -640.40, Time: 00:04:18, Interval: 00:18\n",
      "Ep. 14, Timesteps 1600, Score.Agents: -294.76, Avg.Score: -617.36, Time: 00:04:35, Interval: 00:17\n",
      "Ep. 15, Timesteps 1600, Score.Agents: -325.13, Avg.Score: -599.09, Time: 00:04:52, Interval: 00:17\n",
      "Ep. 16, Timesteps 1600, Score.Agents: -305.59, Avg.Score: -581.83, Time: 00:05:10, Interval: 00:18\n",
      "Ep. 17, Timesteps 1600, Score.Agents: -258.24, Avg.Score: -563.85, Time: 00:05:27, Interval: 00:17\n",
      "Ep. 18, Timesteps 1600, Score.Agents: -351.10, Avg.Score: -552.65, Time: 00:05:45, Interval: 00:18\n",
      "Ep. 19, Timesteps 1600, Score.Agents: -262.86, Avg.Score: -538.16, Time: 00:06:02, Interval: 00:17\n",
      "Ep. 20, Timesteps 1600, Score.Agents: -170.82, Avg.Score: -520.67, Time: 00:06:19, Interval: 00:17\n",
      "Ep. 21, Timesteps 1600, Score.Agents: -173.18, Avg.Score: -504.88, Time: 00:06:36, Interval: 00:17\n",
      "Ep. 22, Timesteps 1600, Score.Agents: -201.97, Avg.Score: -491.71, Time: 00:06:54, Interval: 00:18\n",
      "Ep. 23, Timesteps 1600, Score.Agents: -166.85, Avg.Score: -478.17, Time: 00:07:11, Interval: 00:17\n",
      "Ep. 24, Timesteps 1600, Score.Agents: -241.77, Avg.Score: -468.71, Time: 00:07:28, Interval: 00:17\n",
      "Ep. 25, Timesteps 1600, Score.Agents: -269.13, Avg.Score: -461.04, Time: 00:07:45, Interval: 00:17\n",
      "Ep. 26, Timesteps 1600, Score.Agents: -235.58, Avg.Score: -452.69, Time: 00:08:02, Interval: 00:17\n",
      "Ep. 27, Timesteps 1600, Score.Agents: -256.10, Avg.Score: -445.67, Time: 00:08:20, Interval: 00:18\n",
      "Ep. 28, Timesteps 1600, Score.Agents: -268.27, Avg.Score: -439.55, Time: 00:08:37, Interval: 00:17\n",
      "Ep. 29, Timesteps 1600, Score.Agents: -258.96, Avg.Score: -433.53, Time: 00:08:54, Interval: 00:17\n",
      "Saving model, i_episode:  30 \n",
      "\n",
      "Ep. 30, Timesteps 1600, Score.Agents: -324.00, Avg.Score: -430.00, Time: 00:09:12, Interval: 00:18\n",
      "Ep. 31, Timesteps 1600, Score.Agents: -148.68, Avg.Score: -421.20, Time: 00:09:29, Interval: 00:17\n",
      "Ep. 32, Timesteps 1600, Score.Agents: -263.99, Avg.Score: -416.44, Time: 00:09:46, Interval: 00:17\n",
      "Ep. 33, Timesteps 1600, Score.Agents: -208.44, Avg.Score: -410.32, Time: 00:10:03, Interval: 00:17\n",
      "Ep. 34, Timesteps 1600, Score.Agents: -266.50, Avg.Score: -406.21, Time: 00:10:20, Interval: 00:17\n",
      "Ep. 35, Timesteps 1600, Score.Agents: -197.51, Avg.Score: -400.42, Time: 00:10:38, Interval: 00:18\n",
      "Ep. 36, Timesteps 1600, Score.Agents: -197.33, Avg.Score: -394.93, Time: 00:10:55, Interval: 00:17\n",
      "Ep. 37, Timesteps 1600, Score.Agents: -147.88, Avg.Score: -388.43, Time: 00:11:12, Interval: 00:17\n",
      "Ep. 38, Timesteps 1600, Score.Agents: -148.02, Avg.Score: -382.26, Time: 00:11:29, Interval: 00:17\n",
      "Ep. 39, Timesteps 1600, Score.Agents: -147.71, Avg.Score: -376.40, Time: 00:11:46, Interval: 00:17\n",
      "Ep. 40, Timesteps 1600, Score.Agents: -184.21, Avg.Score: -371.71, Time: 00:12:04, Interval: 00:18\n",
      "Ep. 41, Timesteps 1600, Score.Agents: -147.82, Avg.Score: -366.38, Time: 00:12:21, Interval: 00:17\n",
      "Ep. 42, Timesteps 1600, Score.Agents: -117.50, Avg.Score: -360.59, Time: 00:12:38, Interval: 00:17\n",
      "Ep. 43, Timesteps 1600, Score.Agents: -110.79, Avg.Score: -354.91, Time: 00:12:55, Interval: 00:17\n",
      "Ep. 44, Timesteps 1600, Score.Agents: -90.59, Avg.Score: -349.04, Time: 00:13:12, Interval: 00:17\n",
      "Ep. 45, Timesteps 1600, Score.Agents: -110.25, Avg.Score: -343.85, Time: 00:13:29, Interval: 00:17\n",
      "Ep. 46, Timesteps 1600, Score.Agents: -125.85, Avg.Score: -339.21, Time: 00:13:47, Interval: 00:18\n",
      "Ep. 47, Timesteps 1600, Score.Agents: -106.85, Avg.Score: -334.37, Time: 00:14:04, Interval: 00:17\n",
      "Ep. 48, Timesteps 1600, Score.Agents: -105.11, Avg.Score: -329.69, Time: 00:14:21, Interval: 00:17\n",
      "Ep. 49, Timesteps 1600, Score.Agents: -120.30, Avg.Score: -325.50, Time: 00:14:38, Interval: 00:17\n",
      "Ep. 50, Timesteps 1600, Score.Agents: -112.47, Avg.Score: -321.33, Time: 00:14:55, Interval: 00:17\n",
      "Ep. 51, Timesteps 1600, Score.Agents: -109.91, Avg.Score: -317.26, Time: 00:15:12, Interval: 00:17\n",
      "Ep. 52, Timesteps 1600, Score.Agents: -126.77, Avg.Score: -313.67, Time: 00:15:29, Interval: 00:17\n",
      "Ep. 53, Timesteps 1600, Score.Agents: -102.24, Avg.Score: -309.75, Time: 00:15:47, Interval: 00:18\n",
      "Ep. 54, Timesteps 1600, Score.Agents: -110.61, Avg.Score: -306.13, Time: 00:16:04, Interval: 00:17\n",
      "Ep. 55, Timesteps 1600, Score.Agents: -103.62, Avg.Score: -302.51, Time: 00:16:21, Interval: 00:17\n",
      "Ep. 56, Timesteps 1600, Score.Agents: -122.35, Avg.Score: -299.35, Time: 00:16:38, Interval: 00:17\n",
      "Ep. 57, Timesteps 1600, Score.Agents: -156.40, Avg.Score: -296.89, Time: 00:16:55, Interval: 00:17\n",
      "Ep. 58, Timesteps 1600, Score.Agents: -94.90, Avg.Score: -293.47, Time: 00:17:12, Interval: 00:17\n",
      "Ep. 59, Timesteps 1600, Score.Agents: -108.98, Avg.Score: -290.39, Time: 00:17:30, Interval: 00:18\n",
      "Saving model, i_episode:  60 \n",
      "\n",
      "Ep. 60, Timesteps 1600, Score.Agents: -112.76, Avg.Score: -287.48, Time: 00:17:47, Interval: 00:17\n",
      "Ep. 61, Timesteps 1600, Score.Agents: -125.55, Avg.Score: -284.87, Time: 00:18:04, Interval: 00:17\n",
      "Ep. 62, Timesteps 1600, Score.Agents: -97.24, Avg.Score: -281.89, Time: 00:18:21, Interval: 00:17\n",
      "Ep. 63, Timesteps 1600, Score.Agents: -100.38, Avg.Score: -279.05, Time: 00:18:38, Interval: 00:17\n",
      "Ep. 64, Timesteps 1600, Score.Agents: -110.70, Avg.Score: -276.46, Time: 00:18:55, Interval: 00:17\n",
      "Ep. 65, Timesteps 1600, Score.Agents: -103.94, Avg.Score: -273.85, Time: 00:19:12, Interval: 00:17\n",
      "Ep. 66, Timesteps 1600, Score.Agents: -124.82, Avg.Score: -271.62, Time: 00:19:29, Interval: 00:17\n",
      "Ep. 67, Timesteps 1600, Score.Agents: -95.72, Avg.Score: -269.04, Time: 00:19:47, Interval: 00:18\n",
      "Ep. 68, Timesteps 1600, Score.Agents: -102.38, Avg.Score: -266.62, Time: 00:20:04, Interval: 00:17\n",
      "Ep. 69, Timesteps 1600, Score.Agents: -120.53, Avg.Score: -264.54, Time: 00:20:21, Interval: 00:17\n",
      "Ep. 70, Timesteps 1600, Score.Agents: -116.85, Avg.Score: -262.46, Time: 00:20:38, Interval: 00:17\n",
      "Ep. 71, Timesteps 1600, Score.Agents: -116.16, Avg.Score: -260.42, Time: 00:20:54, Interval: 00:16\n",
      "Ep. 72, Timesteps 1600, Score.Agents: -106.50, Avg.Score: -258.31, Time: 00:21:11, Interval: 00:17\n",
      "Ep. 73, Timesteps 1600, Score.Agents: -91.81, Avg.Score: -256.06, Time: 00:21:28, Interval: 00:17\n",
      "Ep. 74, Timesteps 1600, Score.Agents: -92.93, Avg.Score: -253.89, Time: 00:21:45, Interval: 00:17\n",
      "Ep. 75, Timesteps 1600, Score.Agents: -143.68, Avg.Score: -252.44, Time: 00:22:03, Interval: 00:18\n",
      "Ep. 76, Timesteps 1600, Score.Agents: -96.07, Avg.Score: -250.41, Time: 00:22:19, Interval: 00:16\n",
      "Ep. 77, Timesteps 1600, Score.Agents: -124.61, Avg.Score: -248.80, Time: 00:22:36, Interval: 00:17\n",
      "Ep. 78, Timesteps 1600, Score.Agents: -119.30, Avg.Score: -247.16, Time: 00:22:53, Interval: 00:17\n",
      "Ep. 79, Timesteps 1600, Score.Agents: -123.96, Avg.Score: -245.62, Time: 00:23:10, Interval: 00:17\n",
      "Ep. 80, Timesteps 1600, Score.Agents: -124.82, Avg.Score: -244.13, Time: 00:23:27, Interval: 00:17\n",
      "Ep. 81, Timesteps 1600, Score.Agents: -112.08, Avg.Score: -242.52, Time: 00:23:44, Interval: 00:17\n",
      "Ep. 82, Timesteps 1600, Score.Agents: -102.92, Avg.Score: -240.83, Time: 00:24:01, Interval: 00:17\n",
      "Ep. 83, Timesteps 1600, Score.Agents: -102.88, Avg.Score: -239.19, Time: 00:24:18, Interval: 00:17\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 84, Timesteps 1600, Score.Agents: -94.11, Avg.Score: -237.48, Time: 00:24:35, Interval: 00:17\n",
      "Ep. 85, Timesteps 1600, Score.Agents: -118.98, Avg.Score: -236.11, Time: 00:24:51, Interval: 00:16\n",
      "Ep. 86, Timesteps 1600, Score.Agents: -108.94, Avg.Score: -234.64, Time: 00:25:08, Interval: 00:17\n",
      "Ep. 87, Timesteps 1600, Score.Agents: -91.58, Avg.Score: -233.02, Time: 00:25:24, Interval: 00:16\n",
      "Ep. 88, Timesteps 1600, Score.Agents: -100.91, Avg.Score: -231.53, Time: 00:25:41, Interval: 00:17\n",
      "Ep. 89, Timesteps 1600, Score.Agents: -97.69, Avg.Score: -230.05, Time: 00:25:58, Interval: 00:17\n",
      "Saving model, i_episode:  90 \n",
      "\n",
      "Ep. 90, Timesteps 1600, Score.Agents: -81.46, Avg.Score: -228.41, Time: 00:26:14, Interval: 00:16\n",
      "Ep. 91, Timesteps 1600, Score.Agents: -83.14, Avg.Score: -226.84, Time: 00:26:30, Interval: 00:16\n",
      "Ep. 92, Timesteps 1600, Score.Agents: -99.70, Avg.Score: -225.47, Time: 00:26:47, Interval: 00:17\n",
      "Ep. 93, Timesteps 1600, Score.Agents: -100.39, Avg.Score: -224.14, Time: 00:27:04, Interval: 00:17\n",
      "Ep. 94, Timesteps 1600, Score.Agents: -89.77, Avg.Score: -222.72, Time: 00:27:21, Interval: 00:17\n",
      "Ep. 95, Timesteps 1600, Score.Agents: -85.89, Avg.Score: -221.30, Time: 00:27:39, Interval: 00:18\n",
      "Ep. 96, Timesteps 1600, Score.Agents: -79.70, Avg.Score: -219.84, Time: 00:27:56, Interval: 00:17\n",
      "Ep. 97, Timesteps 1600, Score.Agents: -75.35, Avg.Score: -218.36, Time: 00:28:14, Interval: 00:18\n",
      "Ep. 98, Timesteps 1600, Score.Agents: -76.72, Avg.Score: -216.93, Time: 00:28:33, Interval: 00:19\n",
      "Ep. 99, Timesteps 1600, Score.Agents: -83.59, Avg.Score: -215.60, Time: 00:28:53, Interval: 00:20\n",
      "Ep. 100, Timesteps 1600, Score.Agents: -76.99, Avg.Score: -204.56, Time: 00:29:11, Interval: 00:18\n",
      "Ep. 101, Timesteps 1600, Score.Agents: -89.04, Avg.Score: -196.88, Time: 00:29:29, Interval: 00:18\n",
      "Ep. 102, Timesteps 1600, Score.Agents: -95.03, Avg.Score: -190.65, Time: 00:29:47, Interval: 00:18\n",
      "Ep. 103, Timesteps 1600, Score.Agents: -107.05, Avg.Score: -183.55, Time: 00:30:05, Interval: 00:18\n",
      "Ep. 104, Timesteps 1600, Score.Agents: -103.22, Avg.Score: -178.02, Time: 00:30:23, Interval: 00:18\n",
      "Ep. 105, Timesteps 1600, Score.Agents: -80.36, Avg.Score: -172.30, Time: 00:30:41, Interval: 00:18\n",
      "Ep. 106, Timesteps 1600, Score.Agents: -93.84, Avg.Score: -166.63, Time: 00:30:58, Interval: 00:17\n",
      "Ep. 107, Timesteps 1600, Score.Agents: -94.50, Avg.Score: -162.24, Time: 00:31:19, Interval: 00:21\n",
      "Ep. 108, Timesteps 1600, Score.Agents: -82.74, Avg.Score: -155.14, Time: 00:31:38, Interval: 00:19\n",
      "Ep. 109, Timesteps 1600, Score.Agents: -73.12, Avg.Score: -151.05, Time: 00:32:03, Interval: 00:25\n",
      "Ep. 110, Timesteps 1600, Score.Agents: -84.56, Avg.Score: -147.47, Time: 00:32:23, Interval: 00:20\n",
      "Ep. 111, Timesteps 1600, Score.Agents: -72.29, Avg.Score: -143.98, Time: 00:32:47, Interval: 00:24\n",
      "Ep. 112, Timesteps 1600, Score.Agents: -78.27, Avg.Score: -141.43, Time: 00:33:08, Interval: 00:21\n",
      "Ep. 113, Timesteps 1600, Score.Agents: -78.42, Avg.Score: -138.04, Time: 00:33:27, Interval: 00:19\n",
      "Ep. 114, Timesteps 1600, Score.Agents: -79.84, Avg.Score: -135.89, Time: 00:33:47, Interval: 00:20\n",
      "Ep. 115, Timesteps 1600, Score.Agents: -81.25, Avg.Score: -133.45, Time: 00:34:09, Interval: 00:22\n",
      "Ep. 116, Timesteps 1600, Score.Agents: -72.23, Avg.Score: -131.12, Time: 00:34:29, Interval: 00:20\n",
      "Ep. 117, Timesteps 1600, Score.Agents: -71.37, Avg.Score: -129.25, Time: 00:34:46, Interval: 00:17\n",
      "Ep. 118, Timesteps 1600, Score.Agents: -81.02, Avg.Score: -126.55, Time: 00:35:05, Interval: 00:19\n",
      "Ep. 119, Timesteps 1600, Score.Agents: -67.52, Avg.Score: -124.59, Time: 00:35:22, Interval: 00:17\n",
      "Saving model, i_episode:  120 \n",
      "\n",
      "Ep. 120, Timesteps 1600, Score.Agents: -80.19, Avg.Score: -123.69, Time: 00:35:41, Interval: 00:19\n",
      "Ep. 121, Timesteps 1600, Score.Agents: -73.41, Avg.Score: -122.69, Time: 00:36:00, Interval: 00:19\n",
      "Ep. 122, Timesteps 1600, Score.Agents: -63.96, Avg.Score: -121.31, Time: 00:36:18, Interval: 00:18\n",
      "Ep. 123, Timesteps 1600, Score.Agents: -73.70, Avg.Score: -120.38, Time: 00:36:38, Interval: 00:20\n",
      "Ep. 124, Timesteps 1600, Score.Agents: -73.73, Avg.Score: -118.70, Time: 00:36:56, Interval: 00:18\n",
      "Ep. 125, Timesteps 1600, Score.Agents: -62.59, Avg.Score: -116.63, Time: 00:37:14, Interval: 00:18\n",
      "Ep. 126, Timesteps 1600, Score.Agents: -73.64, Avg.Score: -115.01, Time: 00:37:31, Interval: 00:17\n",
      "Ep. 127, Timesteps 1600, Score.Agents: -64.19, Avg.Score: -113.09, Time: 00:37:49, Interval: 00:18\n",
      "Ep. 128, Timesteps 1600, Score.Agents: -60.88, Avg.Score: -111.02, Time: 00:38:06, Interval: 00:17\n",
      "Ep. 129, Timesteps 1600, Score.Agents: -62.13, Avg.Score: -109.05, Time: 00:38:24, Interval: 00:18\n",
      "Ep. 130, Timesteps 1600, Score.Agents: -61.27, Avg.Score: -106.42, Time: 00:38:43, Interval: 00:19\n",
      "Ep. 131, Timesteps 1600, Score.Agents: -54.16, Avg.Score: -105.48, Time: 00:39:01, Interval: 00:18\n",
      "Ep. 132, Timesteps 1600, Score.Agents: -51.71, Avg.Score: -103.36, Time: 00:39:19, Interval: 00:18\n",
      "Ep. 133, Timesteps 1600, Score.Agents: -81.32, Avg.Score: -102.08, Time: 00:39:37, Interval: 00:18\n",
      "Ep. 134, Timesteps 1600, Score.Agents: -78.41, Avg.Score: -100.20, Time: 00:39:54, Interval: 00:17\n",
      "Ep. 135, Timesteps 1600, Score.Agents: -75.20, Avg.Score: -98.98, Time: 00:40:11, Interval: 00:17\n",
      "Ep. 136, Timesteps 1600, Score.Agents: -55.75, Avg.Score: -97.56, Time: 00:40:29, Interval: 00:18\n",
      "Ep. 137, Timesteps 1600, Score.Agents: -64.14, Avg.Score: -96.73, Time: 00:40:48, Interval: 00:19\n",
      "Ep. 138, Timesteps 1600, Score.Agents: -70.03, Avg.Score: -95.95, Time: 00:41:07, Interval: 00:19\n",
      "Ep. 139, Timesteps 1600, Score.Agents: -57.77, Avg.Score: -95.05, Time: 00:41:25, Interval: 00:18\n",
      "Ep. 140, Timesteps 1600, Score.Agents: -80.95, Avg.Score: -94.02, Time: 00:41:44, Interval: 00:19\n",
      "Ep. 141, Timesteps 1600, Score.Agents: -57.17, Avg.Score: -93.11, Time: 00:42:04, Interval: 00:20\n",
      "Ep. 142, Timesteps 1600, Score.Agents: -61.17, Avg.Score: -92.55, Time: 00:42:26, Interval: 00:22\n",
      "Ep. 143, Timesteps 1600, Score.Agents: -70.60, Avg.Score: -92.14, Time: 00:42:45, Interval: 00:19\n",
      "Ep. 144, Timesteps 1600, Score.Agents: -51.79, Avg.Score: -91.76, Time: 00:43:07, Interval: 00:22\n",
      "Ep. 145, Timesteps 1600, Score.Agents: -46.86, Avg.Score: -91.12, Time: 00:43:25, Interval: 00:18\n",
      "Ep. 146, Timesteps 1600, Score.Agents: -58.48, Avg.Score: -90.45, Time: 00:43:44, Interval: 00:19\n",
      "Ep. 147, Timesteps 1600, Score.Agents: -48.16, Avg.Score: -89.86, Time: 00:44:03, Interval: 00:19\n",
      "Ep. 148, Timesteps 1600, Score.Agents: -48.18, Avg.Score: -89.29, Time: 00:44:22, Interval: 00:19\n",
      "Ep. 149, Timesteps 1600, Score.Agents: -56.79, Avg.Score: -88.66, Time: 00:44:40, Interval: 00:18\n",
      "Saving model, i_episode:  150 \n",
      "\n",
      "Ep. 150, Timesteps 1600, Score.Agents: -54.14, Avg.Score: -88.07, Time: 00:44:59, Interval: 00:19\n",
      "Ep. 151, Timesteps 1600, Score.Agents: -58.96, Avg.Score: -87.56, Time: 00:45:18, Interval: 00:19\n",
      "Ep. 152, Timesteps 1600, Score.Agents: -44.41, Avg.Score: -86.74, Time: 00:45:36, Interval: 00:18\n",
      "Ep. 153, Timesteps 1600, Score.Agents: -57.67, Avg.Score: -86.30, Time: 00:45:59, Interval: 00:23\n",
      "Ep. 154, Timesteps 1600, Score.Agents: -46.25, Avg.Score: -85.65, Time: 00:46:19, Interval: 00:20\n",
      "Ep. 155, Timesteps 1600, Score.Agents: -49.63, Avg.Score: -85.11, Time: 00:46:36, Interval: 00:17\n",
      "Ep. 156, Timesteps 1600, Score.Agents: -43.38, Avg.Score: -84.32, Time: 00:46:53, Interval: 00:17\n",
      "Ep. 157, Timesteps 1600, Score.Agents: -43.86, Avg.Score: -83.20, Time: 00:47:11, Interval: 00:18\n",
      "Ep. 158, Timesteps 1600, Score.Agents: -44.83, Avg.Score: -82.70, Time: 00:47:28, Interval: 00:17\n",
      "Ep. 159, Timesteps 1600, Score.Agents: -53.53, Avg.Score: -82.14, Time: 00:47:46, Interval: 00:18\n",
      "Ep. 160, Timesteps 1600, Score.Agents: -57.86, Avg.Score: -81.59, Time: 00:48:05, Interval: 00:19\n",
      "Ep. 161, Timesteps 1600, Score.Agents: -56.50, Avg.Score: -80.90, Time: 00:48:23, Interval: 00:18\n",
      "Ep. 162, Timesteps 1600, Score.Agents: -41.02, Avg.Score: -80.34, Time: 00:48:40, Interval: 00:17\n",
      "Ep. 163, Timesteps 1600, Score.Agents: -44.70, Avg.Score: -79.78, Time: 00:48:58, Interval: 00:18\n",
      "Ep. 164, Timesteps 1600, Score.Agents: -39.02, Avg.Score: -79.07, Time: 00:49:17, Interval: 00:19\n",
      "Ep. 165, Timesteps 1600, Score.Agents: -35.84, Avg.Score: -78.39, Time: 00:49:36, Interval: 00:19\n",
      "Ep. 166, Timesteps 1600, Score.Agents: -36.50, Avg.Score: -77.50, Time: 00:49:54, Interval: 00:18\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 167, Timesteps 1600, Score.Agents: -41.40, Avg.Score: -76.96, Time: 00:50:14, Interval: 00:20\n",
      "Ep. 168, Timesteps 1600, Score.Agents: -36.34, Avg.Score: -76.30, Time: 00:50:33, Interval: 00:19\n",
      "Ep. 169, Timesteps 1600, Score.Agents: -32.17, Avg.Score: -75.41, Time: 00:50:51, Interval: 00:18\n",
      "Ep. 170, Timesteps 1600, Score.Agents: -31.14, Avg.Score: -74.56, Time: 00:51:10, Interval: 00:19\n",
      "Ep. 171, Timesteps 1600, Score.Agents: -47.67, Avg.Score: -73.87, Time: 00:51:28, Interval: 00:18\n",
      "Ep. 172, Timesteps 1600, Score.Agents: -32.54, Avg.Score: -73.13, Time: 00:51:46, Interval: 00:18\n",
      "Ep. 173, Timesteps 1600, Score.Agents: -48.79, Avg.Score: -72.70, Time: 00:52:03, Interval: 00:17\n",
      "Ep. 174, Timesteps 1600, Score.Agents: -34.67, Avg.Score: -72.12, Time: 00:52:21, Interval: 00:18\n",
      "Ep. 175, Timesteps 1600, Score.Agents: -33.98, Avg.Score: -71.02, Time: 00:52:38, Interval: 00:17\n",
      "Ep. 176, Timesteps 1600, Score.Agents: -24.62, Avg.Score: -70.31, Time: 00:52:55, Interval: 00:17\n",
      "Ep. 177, Timesteps 1600, Score.Agents: -29.11, Avg.Score: -69.35, Time: 00:53:12, Interval: 00:17\n",
      "Ep. 178, Timesteps 1600, Score.Agents: -24.35, Avg.Score: -68.40, Time: 00:53:30, Interval: 00:18\n",
      "Ep. 179, Timesteps 1600, Score.Agents: -21.52, Avg.Score: -67.38, Time: 00:53:47, Interval: 00:17\n",
      "Saving model, i_episode:  180 \n",
      "\n",
      "Ep. 180, Timesteps 1600, Score.Agents: -23.19, Avg.Score: -66.36, Time: 00:54:05, Interval: 00:18\n",
      "Ep. 181, Timesteps 1600, Score.Agents: -30.39, Avg.Score: -65.55, Time: 00:54:27, Interval: 00:22\n",
      "Ep. 182, Timesteps 1600, Score.Agents: -31.90, Avg.Score: -64.84, Time: 00:54:46, Interval: 00:19\n",
      "Ep. 183, Timesteps 1600, Score.Agents: -24.70, Avg.Score: -64.05, Time: 00:55:04, Interval: 00:18\n",
      "Ep. 184, Timesteps 1600, Score.Agents: -17.03, Avg.Score: -63.28, Time: 00:55:22, Interval: 00:18\n",
      "Ep. 185, Timesteps 1600, Score.Agents: -17.92, Avg.Score: -62.27, Time: 00:55:41, Interval: 00:19\n",
      "Ep. 186, Timesteps 1600, Score.Agents: -18.41, Avg.Score: -61.37, Time: 00:55:59, Interval: 00:18\n",
      "Ep. 187, Timesteps 1600, Score.Agents: -9.73, Avg.Score: -60.55, Time: 00:56:16, Interval: 00:17\n",
      "Ep. 188, Timesteps 1600, Score.Agents: -9.06, Avg.Score: -59.63, Time: 00:56:34, Interval: 00:18\n",
      "Ep. 189, Timesteps 1600, Score.Agents: -14.43, Avg.Score: -58.80, Time: 00:56:51, Interval: 00:17\n",
      "Ep. 190, Timesteps 1600, Score.Agents: -5.40, Avg.Score: -58.04, Time: 00:57:09, Interval: 00:18\n",
      "Ep. 191, Timesteps 1600, Score.Agents: -21.61, Avg.Score: -57.42, Time: 00:57:26, Interval: 00:17\n",
      "Ep. 192, Timesteps 1600, Score.Agents: -7.31, Avg.Score: -56.50, Time: 00:57:43, Interval: 00:17\n",
      "Ep. 193, Timesteps 1600, Score.Agents: -10.00, Avg.Score: -55.59, Time: 00:57:59, Interval: 00:16\n",
      "Ep. 194, Timesteps 1600, Score.Agents: -6.90, Avg.Score: -54.77, Time: 00:58:16, Interval: 00:17\n",
      "Ep. 195, Timesteps 1600, Score.Agents: -0.24, Avg.Score: -53.91, Time: 00:58:33, Interval: 00:17\n",
      "Ep. 196, Timesteps 1600, Score.Agents: -16.73, Avg.Score: -53.28, Time: 00:58:50, Interval: 00:17\n",
      "Ep. 197, Timesteps 1600, Score.Agents: -8.02, Avg.Score: -52.61, Time: 00:59:07, Interval: 00:17\n",
      "Ep. 198, Timesteps 1600, Score.Agents: -3.29, Avg.Score: -51.87, Time: 00:59:24, Interval: 00:17\n",
      "Ep. 199, Timesteps 1600, Score.Agents: 3.06, Avg.Score: -51.01, Time: 00:59:41, Interval: 00:17\n",
      "Ep. 200, Timesteps 1600, Score.Agents: -6.16, Avg.Score: -50.30, Time: 00:59:58, Interval: 00:17\n",
      "Ep. 201, Timesteps 1600, Score.Agents: 4.39, Avg.Score: -49.36, Time: 01:00:15, Interval: 00:17\n",
      "Ep. 202, Timesteps 1600, Score.Agents: 4.15, Avg.Score: -48.37, Time: 01:00:32, Interval: 00:17\n",
      "Ep. 203, Timesteps 1600, Score.Agents: 8.62, Avg.Score: -47.22, Time: 01:00:49, Interval: 00:17\n",
      "Ep. 204, Timesteps 1600, Score.Agents: 4.28, Avg.Score: -46.14, Time: 01:01:06, Interval: 00:17\n",
      "Ep. 205, Timesteps 1600, Score.Agents: 1.63, Avg.Score: -45.32, Time: 01:01:23, Interval: 00:17\n",
      "Ep. 206, Timesteps 1600, Score.Agents: -6.36, Avg.Score: -44.45, Time: 01:01:40, Interval: 00:17\n",
      "Ep. 207, Timesteps 1600, Score.Agents: 12.03, Avg.Score: -43.38, Time: 01:01:58, Interval: 00:18\n",
      "Ep. 208, Timesteps 1600, Score.Agents: 8.06, Avg.Score: -42.47, Time: 01:02:15, Interval: 00:17\n",
      "Ep. 209, Timesteps 1600, Score.Agents: 5.34, Avg.Score: -41.69, Time: 01:02:32, Interval: 00:17\n",
      "Saving model, i_episode:  210 \n",
      "\n",
      "Ep. 210, Timesteps 1600, Score.Agents: -4.18, Avg.Score: -40.88, Time: 01:02:49, Interval: 00:17\n",
      "Ep. 211, Timesteps 1600, Score.Agents: 2.95, Avg.Score: -40.13, Time: 01:03:06, Interval: 00:17\n",
      "Ep. 212, Timesteps 1600, Score.Agents: -8.74, Avg.Score: -39.44, Time: 01:03:23, Interval: 00:17\n",
      "Ep. 213, Timesteps 1600, Score.Agents: 22.30, Avg.Score: -38.43, Time: 01:03:41, Interval: 00:18\n",
      "Ep. 214, Timesteps 1600, Score.Agents: -26.38, Avg.Score: -37.89, Time: 01:03:58, Interval: 00:17\n",
      "Ep. 215, Timesteps 1600, Score.Agents: 20.20, Avg.Score: -36.88, Time: 01:04:15, Interval: 00:17\n",
      "Ep. 216, Timesteps 1600, Score.Agents: 29.38, Avg.Score: -35.86, Time: 01:04:33, Interval: 00:18\n",
      "Ep. 217, Timesteps 1600, Score.Agents: 10.51, Avg.Score: -35.05, Time: 01:04:51, Interval: 00:18\n",
      "Ep. 218, Timesteps 1600, Score.Agents: 21.40, Avg.Score: -34.02, Time: 01:05:14, Interval: 00:23\n",
      "Ep. 219, Timesteps 1600, Score.Agents: 13.52, Avg.Score: -33.21, Time: 01:05:32, Interval: 00:18\n",
      "Ep. 220, Timesteps 1600, Score.Agents: -0.67, Avg.Score: -32.42, Time: 01:05:50, Interval: 00:18\n",
      "Ep. 221, Timesteps 1600, Score.Agents: 21.01, Avg.Score: -31.47, Time: 01:06:09, Interval: 00:19\n",
      "Ep. 222, Timesteps 1600, Score.Agents: 13.35, Avg.Score: -30.70, Time: 01:06:30, Interval: 00:21\n",
      "Ep. 223, Timesteps 1600, Score.Agents: 38.65, Avg.Score: -29.57, Time: 01:06:49, Interval: 00:19\n",
      "Ep. 224, Timesteps 1600, Score.Agents: 31.05, Avg.Score: -28.53, Time: 01:07:08, Interval: 00:19\n",
      "Ep. 225, Timesteps 1600, Score.Agents: 11.83, Avg.Score: -27.78, Time: 01:07:26, Interval: 00:18\n",
      "Ep. 226, Timesteps 1600, Score.Agents: 8.09, Avg.Score: -26.97, Time: 01:07:44, Interval: 00:18\n",
      "Ep. 227, Timesteps 1600, Score.Agents: 16.80, Avg.Score: -26.16, Time: 01:08:01, Interval: 00:17\n",
      "Ep. 228, Timesteps 1600, Score.Agents: 49.43, Avg.Score: -25.05, Time: 01:08:19, Interval: 00:18\n",
      "Ep. 229, Timesteps 1600, Score.Agents: 28.95, Avg.Score: -24.14, Time: 01:08:37, Interval: 00:18\n",
      "Ep. 230, Timesteps 1600, Score.Agents: 55.83, Avg.Score: -22.97, Time: 01:08:54, Interval: 00:17\n",
      "Ep. 231, Timesteps 1600, Score.Agents: 44.45, Avg.Score: -21.98, Time: 01:09:11, Interval: 00:17\n",
      "Ep. 232, Timesteps 1600, Score.Agents: 24.89, Avg.Score: -21.22, Time: 01:09:29, Interval: 00:18\n",
      "Ep. 233, Timesteps 1600, Score.Agents: 44.39, Avg.Score: -19.96, Time: 01:09:46, Interval: 00:17\n",
      "Ep. 234, Timesteps 1600, Score.Agents: 42.35, Avg.Score: -18.75, Time: 01:10:03, Interval: 00:17\n",
      "Ep. 235, Timesteps 1600, Score.Agents: 38.49, Avg.Score: -17.62, Time: 01:10:20, Interval: 00:17\n",
      "Ep. 236, Timesteps 1600, Score.Agents: 48.47, Avg.Score: -16.57, Time: 01:10:38, Interval: 00:18\n",
      "Ep. 237, Timesteps 1600, Score.Agents: 19.08, Avg.Score: -15.74, Time: 01:10:55, Interval: 00:17\n",
      "Ep. 238, Timesteps 1600, Score.Agents: 36.70, Avg.Score: -14.68, Time: 01:11:12, Interval: 00:17\n",
      "Ep. 239, Timesteps 1600, Score.Agents: 16.06, Avg.Score: -13.94, Time: 01:11:30, Interval: 00:18\n",
      "Saving model, i_episode:  240 \n",
      "\n",
      "Ep. 240, Timesteps 1600, Score.Agents: 43.78, Avg.Score: -12.69, Time: 01:11:47, Interval: 00:17\n",
      "Ep. 241, Timesteps 1600, Score.Agents: 29.66, Avg.Score: -11.82, Time: 01:12:04, Interval: 00:17\n",
      "Ep. 242, Timesteps 1600, Score.Agents: 28.49, Avg.Score: -10.92, Time: 01:12:22, Interval: 00:18\n",
      "Ep. 243, Timesteps 1600, Score.Agents: 52.48, Avg.Score: -9.69, Time: 01:12:39, Interval: 00:17\n",
      "Ep. 244, Timesteps 1600, Score.Agents: 47.68, Avg.Score: -8.70, Time: 01:12:57, Interval: 00:18\n",
      "Ep. 245, Timesteps 1600, Score.Agents: 28.43, Avg.Score: -7.95, Time: 01:13:14, Interval: 00:17\n",
      "Ep. 246, Timesteps 1600, Score.Agents: 7.81, Avg.Score: -7.28, Time: 01:13:31, Interval: 00:17\n",
      "Ep. 247, Timesteps 1600, Score.Agents: 19.45, Avg.Score: -6.61, Time: 01:13:49, Interval: 00:18\n",
      "Ep. 248, Timesteps 1600, Score.Agents: 45.35, Avg.Score: -5.67, Time: 01:14:07, Interval: 00:18\n",
      "Ep. 249, Timesteps 1600, Score.Agents: 36.12, Avg.Score: -4.74, Time: 01:14:25, Interval: 00:18\n",
      "Ep. 250, Timesteps 1600, Score.Agents: 34.95, Avg.Score: -3.85, Time: 01:14:42, Interval: 00:17\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 251, Timesteps 1600, Score.Agents: 46.61, Avg.Score: -2.80, Time: 01:15:00, Interval: 00:18\n",
      "Ep. 252, Timesteps 1600, Score.Agents: 40.00, Avg.Score: -1.95, Time: 01:15:18, Interval: 00:18\n",
      "Ep. 253, Timesteps 1600, Score.Agents: 25.09, Avg.Score: -1.12, Time: 01:15:36, Interval: 00:18\n",
      "Ep. 254, Timesteps 1600, Score.Agents: 49.27, Avg.Score: -0.17, Time: 01:15:54, Interval: 00:18\n",
      "Ep. 255, Timesteps 1600, Score.Agents: 52.87, Avg.Score: 0.86, Time: 01:16:13, Interval: 00:19\n",
      "Ep. 256, Timesteps 1600, Score.Agents: 36.49, Avg.Score: 1.65, Time: 01:16:32, Interval: 00:19\n",
      "Ep. 257, Timesteps 1600, Score.Agents: 27.13, Avg.Score: 2.36, Time: 01:16:52, Interval: 00:20\n",
      "Ep. 258, Timesteps 1600, Score.Agents: 41.93, Avg.Score: 3.23, Time: 01:17:09, Interval: 00:17\n",
      "Ep. 259, Timesteps 1600, Score.Agents: 50.37, Avg.Score: 4.27, Time: 01:17:27, Interval: 00:18\n",
      "Ep. 260, Timesteps 1600, Score.Agents: 30.95, Avg.Score: 5.16, Time: 01:17:45, Interval: 00:18\n",
      "Ep. 261, Timesteps 1600, Score.Agents: 42.40, Avg.Score: 6.15, Time: 01:18:06, Interval: 00:21\n",
      "Ep. 262, Timesteps 1600, Score.Agents: 54.32, Avg.Score: 7.10, Time: 01:18:24, Interval: 00:18\n",
      "Ep. 263, Timesteps 1600, Score.Agents: 42.38, Avg.Score: 7.97, Time: 01:18:41, Interval: 00:17\n",
      "Ep. 264, Timesteps 1600, Score.Agents: 34.63, Avg.Score: 8.71, Time: 01:18:58, Interval: 00:17\n",
      "Ep. 265, Timesteps 1600, Score.Agents: 45.93, Avg.Score: 9.53, Time: 01:19:18, Interval: 00:20\n",
      "Ep. 266, Timesteps 1600, Score.Agents: 61.30, Avg.Score: 10.50, Time: 01:19:36, Interval: 00:18\n",
      "Ep. 267, Timesteps 1600, Score.Agents: 62.58, Avg.Score: 11.54, Time: 01:19:53, Interval: 00:17\n",
      "Ep. 268, Timesteps 1600, Score.Agents: 59.08, Avg.Score: 12.50, Time: 01:20:11, Interval: 00:18\n",
      "Ep. 269, Timesteps 1600, Score.Agents: 48.82, Avg.Score: 13.31, Time: 01:20:29, Interval: 00:18\n",
      "Saving model, i_episode:  270 \n",
      "\n",
      "Ep. 270, Timesteps 1600, Score.Agents: 60.92, Avg.Score: 14.23, Time: 01:20:46, Interval: 00:17\n",
      "Ep. 271, Timesteps 1600, Score.Agents: 54.21, Avg.Score: 15.25, Time: 01:21:03, Interval: 00:17\n",
      "Ep. 272, Timesteps 1600, Score.Agents: 37.58, Avg.Score: 15.95, Time: 01:21:21, Interval: 00:18\n",
      "Ep. 273, Timesteps 1600, Score.Agents: 34.08, Avg.Score: 16.78, Time: 01:21:38, Interval: 00:17\n",
      "Ep. 274, Timesteps 1600, Score.Agents: 43.59, Avg.Score: 17.56, Time: 01:21:55, Interval: 00:17\n",
      "Ep. 275, Timesteps 1600, Score.Agents: 27.03, Avg.Score: 18.17, Time: 01:22:13, Interval: 00:18\n",
      "Ep. 276, Timesteps 1600, Score.Agents: 32.00, Avg.Score: 18.74, Time: 01:22:30, Interval: 00:17\n",
      "Ep. 277, Timesteps 1600, Score.Agents: 71.73, Avg.Score: 19.75, Time: 01:22:47, Interval: 00:17\n",
      "Ep. 278, Timesteps 1600, Score.Agents: 82.23, Avg.Score: 20.81, Time: 01:23:04, Interval: 00:17\n",
      "Ep. 279, Timesteps 1600, Score.Agents: 62.89, Avg.Score: 21.66, Time: 01:23:21, Interval: 00:17\n",
      "Ep. 280, Timesteps 1600, Score.Agents: 56.13, Avg.Score: 22.45, Time: 01:23:39, Interval: 00:18\n",
      "Ep. 281, Timesteps 1600, Score.Agents: 65.82, Avg.Score: 23.41, Time: 01:23:56, Interval: 00:17\n",
      "Ep. 282, Timesteps 1600, Score.Agents: 56.04, Avg.Score: 24.29, Time: 01:24:13, Interval: 00:17\n",
      "Ep. 283, Timesteps 1600, Score.Agents: 37.70, Avg.Score: 24.91, Time: 01:24:30, Interval: 00:17\n",
      "Ep. 284, Timesteps 1600, Score.Agents: 70.33, Avg.Score: 25.79, Time: 01:24:47, Interval: 00:17\n",
      "Ep. 285, Timesteps 1600, Score.Agents: 33.15, Avg.Score: 26.30, Time: 01:25:05, Interval: 00:18\n",
      "Ep. 286, Timesteps 1600, Score.Agents: 44.51, Avg.Score: 26.93, Time: 01:25:22, Interval: 00:17\n",
      "Ep. 287, Timesteps 1600, Score.Agents: 15.53, Avg.Score: 27.18, Time: 01:25:39, Interval: 00:17\n",
      "Ep. 288, Timesteps 1600, Score.Agents: 63.50, Avg.Score: 27.91, Time: 01:25:56, Interval: 00:17\n",
      "Ep. 289, Timesteps 1600, Score.Agents: 66.70, Avg.Score: 28.72, Time: 01:26:13, Interval: 00:17\n",
      "Ep. 290, Timesteps 1600, Score.Agents: 66.55, Avg.Score: 29.44, Time: 01:26:30, Interval: 00:17\n",
      "Ep. 291, Timesteps 1600, Score.Agents: 57.77, Avg.Score: 30.23, Time: 01:26:48, Interval: 00:18\n",
      "Ep. 292, Timesteps 1600, Score.Agents: 59.67, Avg.Score: 30.90, Time: 01:27:05, Interval: 00:17\n",
      "Ep. 293, Timesteps 1600, Score.Agents: 62.96, Avg.Score: 31.63, Time: 01:27:22, Interval: 00:17\n",
      "Ep. 294, Timesteps 1600, Score.Agents: 72.91, Avg.Score: 32.43, Time: 01:27:39, Interval: 00:17\n",
      "Ep. 295, Timesteps 1600, Score.Agents: 62.89, Avg.Score: 33.06, Time: 01:27:56, Interval: 00:17\n",
      "Ep. 296, Timesteps 1600, Score.Agents: 71.08, Avg.Score: 33.94, Time: 01:28:15, Interval: 00:19\n",
      "Ep. 297, Timesteps 1600, Score.Agents: 77.41, Avg.Score: 34.79, Time: 01:28:35, Interval: 00:20\n",
      "Ep. 298, Timesteps 1600, Score.Agents: 75.75, Avg.Score: 35.58, Time: 01:28:56, Interval: 00:21\n",
      "Ep. 299, Timesteps 1600, Score.Agents: 30.97, Avg.Score: 35.86, Time: 01:29:16, Interval: 00:20\n",
      "Saving model, i_episode:  300 \n",
      "\n",
      "Ep. 300, Timesteps 1600, Score.Agents: 49.46, Avg.Score: 36.42, Time: 01:29:36, Interval: 00:20\n",
      "Ep. 301, Timesteps 1600, Score.Agents: 67.62, Avg.Score: 37.05, Time: 01:29:55, Interval: 00:19\n",
      "Ep. 302, Timesteps 1600, Score.Agents: 43.93, Avg.Score: 37.45, Time: 01:30:13, Interval: 00:18\n",
      "Ep. 303, Timesteps 1600, Score.Agents: 65.62, Avg.Score: 38.02, Time: 01:30:30, Interval: 00:17\n",
      "Ep. 304, Timesteps 1600, Score.Agents: 44.20, Avg.Score: 38.42, Time: 01:30:48, Interval: 00:18\n",
      "Ep. 305, Timesteps 1600, Score.Agents: 68.47, Avg.Score: 39.09, Time: 01:31:06, Interval: 00:18\n",
      "Ep. 306, Timesteps 1600, Score.Agents: 60.18, Avg.Score: 39.75, Time: 01:31:23, Interval: 00:17\n",
      "Ep. 307, Timesteps 1600, Score.Agents: 55.99, Avg.Score: 40.19, Time: 01:31:40, Interval: 00:17\n",
      "Ep. 308, Timesteps 1600, Score.Agents: 57.25, Avg.Score: 40.68, Time: 01:31:57, Interval: 00:17\n",
      "Ep. 309, Timesteps 1600, Score.Agents: 63.90, Avg.Score: 41.27, Time: 01:32:15, Interval: 00:18\n",
      "Ep. 310, Timesteps 1600, Score.Agents: 63.64, Avg.Score: 41.95, Time: 01:32:33, Interval: 00:18\n",
      "Ep. 311, Timesteps 1600, Score.Agents: 75.13, Avg.Score: 42.67, Time: 01:32:50, Interval: 00:17\n",
      "Ep. 312, Timesteps 1600, Score.Agents: 78.43, Avg.Score: 43.54, Time: 01:33:09, Interval: 00:19\n",
      "Ep. 313, Timesteps 1600, Score.Agents: 46.32, Avg.Score: 43.78, Time: 01:33:27, Interval: 00:18\n",
      "Ep. 314, Timesteps 1600, Score.Agents: 54.25, Avg.Score: 44.59, Time: 01:33:44, Interval: 00:17\n",
      "Ep. 315, Timesteps 1600, Score.Agents: 76.78, Avg.Score: 45.15, Time: 01:34:01, Interval: 00:17\n",
      "Ep. 316, Timesteps 1600, Score.Agents: 74.32, Avg.Score: 45.60, Time: 01:34:18, Interval: 00:17\n",
      "Ep. 317, Timesteps 1600, Score.Agents: 89.83, Avg.Score: 46.39, Time: 01:34:36, Interval: 00:18\n",
      "Ep. 318, Timesteps 1600, Score.Agents: 27.40, Avg.Score: 46.45, Time: 01:34:55, Interval: 00:19\n",
      "Ep. 319, Timesteps 1600, Score.Agents: 73.42, Avg.Score: 47.05, Time: 01:35:13, Interval: 00:18\n",
      "Ep. 320, Timesteps 1600, Score.Agents: 66.62, Avg.Score: 47.73, Time: 01:35:30, Interval: 00:17\n",
      "Ep. 321, Timesteps 1600, Score.Agents: 70.50, Avg.Score: 48.22, Time: 01:35:47, Interval: 00:17\n",
      "Ep. 322, Timesteps 1600, Score.Agents: 39.73, Avg.Score: 48.48, Time: 01:36:04, Interval: 00:17\n",
      "Ep. 323, Timesteps 1600, Score.Agents: 70.93, Avg.Score: 48.81, Time: 01:36:21, Interval: 00:17\n",
      "Ep. 324, Timesteps 1600, Score.Agents: 55.91, Avg.Score: 49.06, Time: 01:36:39, Interval: 00:18\n",
      "Ep. 325, Timesteps 1600, Score.Agents: 57.32, Avg.Score: 49.51, Time: 01:36:58, Interval: 00:19\n",
      "Ep. 326, Timesteps 1600, Score.Agents: 83.31, Avg.Score: 50.26, Time: 01:37:15, Interval: 00:17\n",
      "Ep. 327, Timesteps 1600, Score.Agents: 82.90, Avg.Score: 50.92, Time: 01:37:32, Interval: 00:17\n",
      "Ep. 328, Timesteps 1600, Score.Agents: 76.78, Avg.Score: 51.20, Time: 01:37:49, Interval: 00:17\n",
      "Ep. 329, Timesteps 1600, Score.Agents: 56.55, Avg.Score: 51.47, Time: 01:38:07, Interval: 00:18\n",
      "Saving model, i_episode:  330 \n",
      "\n",
      "Ep. 330, Timesteps 1600, Score.Agents: 73.24, Avg.Score: 51.65, Time: 01:38:25, Interval: 00:18\n",
      "Ep. 331, Timesteps 1600, Score.Agents: 79.22, Avg.Score: 52.00, Time: 01:38:42, Interval: 00:17\n",
      "Ep. 332, Timesteps 1600, Score.Agents: 71.14, Avg.Score: 52.46, Time: 01:39:00, Interval: 00:18\n",
      "Ep. 333, Timesteps 1600, Score.Agents: 82.19, Avg.Score: 52.84, Time: 01:39:19, Interval: 00:19\n",
      "Ep. 334, Timesteps 1600, Score.Agents: 80.62, Avg.Score: 53.22, Time: 01:39:42, Interval: 00:23\n",
      "Ep. 335, Timesteps 1600, Score.Agents: 64.43, Avg.Score: 53.48, Time: 01:39:59, Interval: 00:17\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 336, Timesteps 1600, Score.Agents: 80.87, Avg.Score: 53.80, Time: 01:40:17, Interval: 00:18\n",
      "Ep. 337, Timesteps 1600, Score.Agents: 64.87, Avg.Score: 54.26, Time: 01:40:36, Interval: 00:19\n",
      "Ep. 338, Timesteps 1600, Score.Agents: 83.71, Avg.Score: 54.73, Time: 01:40:59, Interval: 00:23\n",
      "Ep. 339, Timesteps 1600, Score.Agents: 76.71, Avg.Score: 55.34, Time: 01:41:19, Interval: 00:20\n",
      "Ep. 340, Timesteps 1600, Score.Agents: 78.38, Avg.Score: 55.68, Time: 01:41:38, Interval: 00:19\n",
      "Ep. 341, Timesteps 1600, Score.Agents: 66.43, Avg.Score: 56.05, Time: 01:41:57, Interval: 00:19\n",
      "Ep. 342, Timesteps 1600, Score.Agents: 76.49, Avg.Score: 56.53, Time: 01:42:15, Interval: 00:18\n",
      "Ep. 343, Timesteps 1600, Score.Agents: 70.29, Avg.Score: 56.71, Time: 01:42:34, Interval: 00:19\n",
      "Ep. 344, Timesteps 1600, Score.Agents: 33.65, Avg.Score: 56.57, Time: 01:42:54, Interval: 00:20\n",
      "Ep. 345, Timesteps 1600, Score.Agents: 88.57, Avg.Score: 57.17, Time: 01:43:13, Interval: 00:19\n",
      "Ep. 346, Timesteps 1600, Score.Agents: 63.57, Avg.Score: 57.73, Time: 01:43:32, Interval: 00:19\n",
      "Ep. 347, Timesteps 1600, Score.Agents: 72.32, Avg.Score: 58.26, Time: 01:43:51, Interval: 00:19\n",
      "Ep. 348, Timesteps 1600, Score.Agents: 60.46, Avg.Score: 58.41, Time: 01:44:09, Interval: 00:18\n",
      "Ep. 349, Timesteps 1600, Score.Agents: 82.49, Avg.Score: 58.87, Time: 01:44:28, Interval: 00:19\n",
      "Ep. 350, Timesteps 1600, Score.Agents: 77.85, Avg.Score: 59.30, Time: 01:44:50, Interval: 00:22\n",
      "Ep. 351, Timesteps 1600, Score.Agents: 61.42, Avg.Score: 59.45, Time: 01:45:07, Interval: 00:17\n",
      "Ep. 352, Timesteps 1600, Score.Agents: 75.43, Avg.Score: 59.80, Time: 01:45:25, Interval: 00:18\n",
      "Ep. 353, Timesteps 1600, Score.Agents: 52.71, Avg.Score: 60.08, Time: 01:45:43, Interval: 00:18\n",
      "Ep. 354, Timesteps 1600, Score.Agents: 73.18, Avg.Score: 60.32, Time: 01:46:00, Interval: 00:17\n",
      "Ep. 355, Timesteps 1600, Score.Agents: 73.63, Avg.Score: 60.52, Time: 01:46:17, Interval: 00:17\n",
      "Ep. 356, Timesteps 1600, Score.Agents: 59.82, Avg.Score: 60.76, Time: 01:46:35, Interval: 00:18\n",
      "Ep. 357, Timesteps 1600, Score.Agents: 71.49, Avg.Score: 61.20, Time: 01:46:53, Interval: 00:18\n",
      "Ep. 358, Timesteps 1600, Score.Agents: 71.67, Avg.Score: 61.50, Time: 01:47:11, Interval: 00:18\n",
      "Ep. 359, Timesteps 1600, Score.Agents: 86.99, Avg.Score: 61.87, Time: 01:47:29, Interval: 00:18\n",
      "Saving model, i_episode:  360 \n",
      "\n",
      "Ep. 360, Timesteps 1600, Score.Agents: 68.69, Avg.Score: 62.24, Time: 01:47:46, Interval: 00:17\n",
      "Ep. 361, Timesteps 1600, Score.Agents: 76.06, Avg.Score: 62.58, Time: 01:48:05, Interval: 00:19\n",
      "Ep. 362, Timesteps 1600, Score.Agents: 90.48, Avg.Score: 62.94, Time: 01:48:27, Interval: 00:22\n",
      "Ep. 363, Timesteps 1600, Score.Agents: 62.64, Avg.Score: 63.14, Time: 01:48:45, Interval: 00:18\n",
      "Ep. 364, Timesteps 1600, Score.Agents: 44.78, Avg.Score: 63.25, Time: 01:49:05, Interval: 00:20\n",
      "Ep. 365, Timesteps 1600, Score.Agents: 83.09, Avg.Score: 63.62, Time: 01:49:24, Interval: 00:19\n",
      "Ep. 366, Timesteps 1600, Score.Agents: 93.17, Avg.Score: 63.94, Time: 01:49:42, Interval: 00:18\n",
      "Ep. 367, Timesteps 1600, Score.Agents: 62.60, Avg.Score: 63.94, Time: 01:50:00, Interval: 00:18\n",
      "Ep. 368, Timesteps 1600, Score.Agents: 94.43, Avg.Score: 64.29, Time: 01:50:19, Interval: 00:19\n",
      "Ep. 369, Timesteps 1600, Score.Agents: 84.97, Avg.Score: 64.65, Time: 01:50:37, Interval: 00:18\n",
      "Ep. 370, Timesteps 1600, Score.Agents: 94.12, Avg.Score: 64.98, Time: 01:50:55, Interval: 00:18\n",
      "Ep. 371, Timesteps 1600, Score.Agents: 87.39, Avg.Score: 65.31, Time: 01:51:14, Interval: 00:19\n",
      "Ep. 372, Timesteps 1600, Score.Agents: 95.05, Avg.Score: 65.89, Time: 01:51:32, Interval: 00:18\n",
      "Ep. 373, Timesteps 1600, Score.Agents: 83.17, Avg.Score: 66.38, Time: 01:51:51, Interval: 00:19\n",
      "Ep. 374, Timesteps 1600, Score.Agents: 92.24, Avg.Score: 66.87, Time: 01:52:13, Interval: 00:22\n",
      "Ep. 375, Timesteps 1600, Score.Agents: 93.54, Avg.Score: 67.53, Time: 01:52:37, Interval: 00:24\n",
      "Ep. 376, Timesteps 1600, Score.Agents: 96.26, Avg.Score: 68.17, Time: 01:52:56, Interval: 00:19\n",
      "Ep. 377, Timesteps 1600, Score.Agents: 80.64, Avg.Score: 68.26, Time: 01:53:15, Interval: 00:19\n",
      "Ep. 378, Timesteps 1600, Score.Agents: 85.63, Avg.Score: 68.30, Time: 01:53:37, Interval: 00:22\n",
      "Ep. 379, Timesteps 1600, Score.Agents: 92.86, Avg.Score: 68.60, Time: 01:53:59, Interval: 00:22\n",
      "Ep. 380, Timesteps 1600, Score.Agents: 71.11, Avg.Score: 68.75, Time: 01:54:18, Interval: 00:19\n",
      "Ep. 381, Timesteps 1600, Score.Agents: 84.89, Avg.Score: 68.94, Time: 01:54:36, Interval: 00:18\n",
      "Ep. 382, Timesteps 1600, Score.Agents: 85.71, Avg.Score: 69.23, Time: 01:54:55, Interval: 00:19\n",
      "Ep. 383, Timesteps 1600, Score.Agents: 96.41, Avg.Score: 69.82, Time: 01:55:13, Interval: 00:18\n",
      "Ep. 384, Timesteps 1600, Score.Agents: 80.77, Avg.Score: 69.93, Time: 01:55:32, Interval: 00:19\n",
      "Ep. 385, Timesteps 1600, Score.Agents: 93.04, Avg.Score: 70.52, Time: 01:55:54, Interval: 00:22\n",
      "Ep. 386, Timesteps 1600, Score.Agents: 73.86, Avg.Score: 70.82, Time: 01:56:13, Interval: 00:19\n",
      "Ep. 387, Timesteps 1600, Score.Agents: 96.31, Avg.Score: 71.63, Time: 01:56:30, Interval: 00:17\n",
      "Ep. 388, Timesteps 1600, Score.Agents: 96.67, Avg.Score: 71.96, Time: 01:56:48, Interval: 00:18\n",
      "Ep. 389, Timesteps 1600, Score.Agents: 89.39, Avg.Score: 72.18, Time: 01:57:06, Interval: 00:18\n",
      "Saving model, i_episode:  390 \n",
      "\n",
      "Ep. 390, Timesteps 1600, Score.Agents: 94.52, Avg.Score: 72.46, Time: 01:57:26, Interval: 00:20\n",
      "Ep. 391, Timesteps 1600, Score.Agents: 87.44, Avg.Score: 72.76, Time: 01:57:47, Interval: 00:21\n",
      "Ep. 392, Timesteps 1600, Score.Agents: 103.91, Avg.Score: 73.20, Time: 01:58:06, Interval: 00:19\n",
      "Ep. 393, Timesteps 1600, Score.Agents: 87.94, Avg.Score: 73.45, Time: 01:58:24, Interval: 00:18\n",
      "Ep. 394, Timesteps 1600, Score.Agents: 84.38, Avg.Score: 73.57, Time: 01:58:42, Interval: 00:18\n",
      "Ep. 395, Timesteps 1600, Score.Agents: 66.92, Avg.Score: 73.61, Time: 01:59:04, Interval: 00:22\n",
      "Ep. 396, Timesteps 1600, Score.Agents: 106.26, Avg.Score: 73.96, Time: 01:59:23, Interval: 00:19\n",
      "Ep. 397, Timesteps 1600, Score.Agents: 75.32, Avg.Score: 73.94, Time: 01:59:45, Interval: 00:22\n",
      "Ep. 398, Timesteps 1600, Score.Agents: 97.73, Avg.Score: 74.16, Time: 02:00:05, Interval: 00:20\n",
      "Ep. 399, Timesteps 1600, Score.Agents: 99.27, Avg.Score: 74.84, Time: 02:00:22, Interval: 00:17\n",
      "Ep. 400, Timesteps 1600, Score.Agents: 49.58, Avg.Score: 74.84, Time: 02:00:40, Interval: 00:18\n",
      "Ep. 401, Timesteps 1600, Score.Agents: 69.73, Avg.Score: 74.86, Time: 02:00:58, Interval: 00:18\n",
      "Ep. 402, Timesteps 1600, Score.Agents: 77.42, Avg.Score: 75.20, Time: 02:01:18, Interval: 00:20\n",
      "Ep. 403, Timesteps 1600, Score.Agents: 86.43, Avg.Score: 75.41, Time: 02:01:40, Interval: 00:22\n",
      "Ep. 404, Timesteps 1600, Score.Agents: 87.40, Avg.Score: 75.84, Time: 02:01:58, Interval: 00:18\n",
      "Ep. 405, Timesteps 1600, Score.Agents: 103.86, Avg.Score: 76.19, Time: 02:02:17, Interval: 00:19\n",
      "Ep. 406, Timesteps 1600, Score.Agents: 72.97, Avg.Score: 76.32, Time: 02:02:35, Interval: 00:18\n",
      "Ep. 407, Timesteps 1600, Score.Agents: 82.80, Avg.Score: 76.59, Time: 02:02:52, Interval: 00:17\n",
      "Ep. 408, Timesteps 1600, Score.Agents: 88.23, Avg.Score: 76.90, Time: 02:03:09, Interval: 00:17\n",
      "Ep. 409, Timesteps 1600, Score.Agents: 76.80, Avg.Score: 77.03, Time: 02:03:26, Interval: 00:17\n",
      "Ep. 410, Timesteps 1600, Score.Agents: 78.61, Avg.Score: 77.18, Time: 02:03:44, Interval: 00:18\n",
      "Ep. 411, Timesteps 1600, Score.Agents: 88.13, Avg.Score: 77.31, Time: 02:04:03, Interval: 00:19\n",
      "Ep. 412, Timesteps 1600, Score.Agents: 80.12, Avg.Score: 77.32, Time: 02:04:24, Interval: 00:21\n",
      "Ep. 413, Timesteps 1600, Score.Agents: 78.93, Avg.Score: 77.65, Time: 02:04:41, Interval: 00:17\n",
      "Ep. 414, Timesteps 1600, Score.Agents: 83.36, Avg.Score: 77.94, Time: 02:04:58, Interval: 00:17\n",
      "Ep. 415, Timesteps 1600, Score.Agents: 75.45, Avg.Score: 77.93, Time: 02:05:16, Interval: 00:18\n",
      "Ep. 416, Timesteps 1600, Score.Agents: 87.59, Avg.Score: 78.06, Time: 02:05:34, Interval: 00:18\n",
      "Ep. 417, Timesteps 1600, Score.Agents: 79.81, Avg.Score: 77.96, Time: 02:05:52, Interval: 00:18\n",
      "Ep. 418, Timesteps 1600, Score.Agents: 89.34, Avg.Score: 78.58, Time: 02:06:09, Interval: 00:17\n",
      "Ep. 419, Timesteps 1600, Score.Agents: 81.12, Avg.Score: 78.66, Time: 02:06:27, Interval: 00:18\n",
      "Saving model, i_episode:  420 \n",
      "\n",
      "Ep. 420, Timesteps 1600, Score.Agents: 88.11, Avg.Score: 78.87, Time: 02:06:44, Interval: 00:17\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 421, Timesteps 1600, Score.Agents: 103.42, Avg.Score: 79.20, Time: 02:07:02, Interval: 00:18\n",
      "Ep. 422, Timesteps 1600, Score.Agents: 100.01, Avg.Score: 79.80, Time: 02:07:21, Interval: 00:19\n",
      "Ep. 423, Timesteps 1600, Score.Agents: 100.89, Avg.Score: 80.10, Time: 02:07:40, Interval: 00:19\n",
      "Ep. 424, Timesteps 1600, Score.Agents: 83.24, Avg.Score: 80.38, Time: 02:07:58, Interval: 00:18\n",
      "Ep. 425, Timesteps 1600, Score.Agents: 114.34, Avg.Score: 80.95, Time: 02:08:17, Interval: 00:19\n",
      "Ep. 426, Timesteps 1600, Score.Agents: 93.25, Avg.Score: 81.05, Time: 02:08:34, Interval: 00:17\n",
      "Ep. 427, Timesteps 1600, Score.Agents: 103.40, Avg.Score: 81.25, Time: 02:08:53, Interval: 00:19\n",
      "Ep. 428, Timesteps 1600, Score.Agents: 93.37, Avg.Score: 81.42, Time: 02:09:10, Interval: 00:17\n",
      "Ep. 429, Timesteps 1600, Score.Agents: 103.18, Avg.Score: 81.88, Time: 02:09:28, Interval: 00:18\n",
      "Ep. 430, Timesteps 1600, Score.Agents: 87.48, Avg.Score: 82.03, Time: 02:09:49, Interval: 00:21\n",
      "Ep. 431, Timesteps 1600, Score.Agents: 95.48, Avg.Score: 82.19, Time: 02:10:09, Interval: 00:20\n",
      "Ep. 432, Timesteps 1600, Score.Agents: 116.69, Avg.Score: 82.64, Time: 02:10:26, Interval: 00:17\n",
      "Ep. 433, Timesteps 1600, Score.Agents: 111.07, Avg.Score: 82.93, Time: 02:10:44, Interval: 00:18\n",
      "Ep. 434, Timesteps 1600, Score.Agents: 95.22, Avg.Score: 83.08, Time: 02:11:01, Interval: 00:17\n",
      "Ep. 435, Timesteps 1600, Score.Agents: 104.09, Avg.Score: 83.48, Time: 02:11:20, Interval: 00:19\n",
      "Ep. 436, Timesteps 1600, Score.Agents: 66.88, Avg.Score: 83.34, Time: 02:11:37, Interval: 00:17\n",
      "Ep. 437, Timesteps 1600, Score.Agents: 100.31, Avg.Score: 83.69, Time: 02:11:57, Interval: 00:20\n",
      "Ep. 438, Timesteps 1600, Score.Agents: 113.86, Avg.Score: 83.99, Time: 02:12:16, Interval: 00:19\n",
      "Ep. 439, Timesteps 1600, Score.Agents: 116.00, Avg.Score: 84.38, Time: 02:12:35, Interval: 00:19\n",
      "Ep. 440, Timesteps 1600, Score.Agents: 101.93, Avg.Score: 84.62, Time: 02:12:54, Interval: 00:19\n",
      "Ep. 441, Timesteps 1600, Score.Agents: 100.56, Avg.Score: 84.96, Time: 02:13:12, Interval: 00:18\n",
      "Ep. 442, Timesteps 1600, Score.Agents: 102.23, Avg.Score: 85.22, Time: 02:13:30, Interval: 00:18\n",
      "Ep. 443, Timesteps 1600, Score.Agents: 70.31, Avg.Score: 85.22, Time: 02:13:49, Interval: 00:19\n",
      "Ep. 444, Timesteps 1600, Score.Agents: 100.47, Avg.Score: 85.89, Time: 02:14:07, Interval: 00:18\n",
      "Ep. 445, Timesteps 1600, Score.Agents: 113.61, Avg.Score: 86.14, Time: 02:14:25, Interval: 00:18\n",
      "Ep. 446, Timesteps 1600, Score.Agents: 102.88, Avg.Score: 86.53, Time: 02:14:43, Interval: 00:18\n",
      "Ep. 447, Timesteps 1600, Score.Agents: 96.92, Avg.Score: 86.78, Time: 02:15:01, Interval: 00:18\n",
      "Ep. 448, Timesteps 1600, Score.Agents: 110.47, Avg.Score: 87.28, Time: 02:15:20, Interval: 00:19\n",
      "Ep. 449, Timesteps 1600, Score.Agents: 102.94, Avg.Score: 87.48, Time: 02:15:38, Interval: 00:18\n",
      "Saving model, i_episode:  450 \n",
      "\n",
      "Ep. 450, Timesteps 1600, Score.Agents: 92.40, Avg.Score: 87.63, Time: 02:15:57, Interval: 00:19\n",
      "Ep. 451, Timesteps 1600, Score.Agents: 112.20, Avg.Score: 88.13, Time: 02:16:15, Interval: 00:18\n",
      "Ep. 452, Timesteps 1600, Score.Agents: 101.46, Avg.Score: 88.39, Time: 02:16:33, Interval: 00:18\n",
      "Ep. 453, Timesteps 1600, Score.Agents: 87.50, Avg.Score: 88.74, Time: 02:16:52, Interval: 00:19\n",
      "Ep. 454, Timesteps 1600, Score.Agents: 108.78, Avg.Score: 89.10, Time: 02:17:09, Interval: 00:17\n",
      "Ep. 455, Timesteps 1600, Score.Agents: 90.88, Avg.Score: 89.27, Time: 02:17:28, Interval: 00:19\n",
      "Ep. 456, Timesteps 1600, Score.Agents: 93.85, Avg.Score: 89.61, Time: 02:17:46, Interval: 00:18\n",
      "Ep. 457, Timesteps 1600, Score.Agents: 98.80, Avg.Score: 89.88, Time: 02:18:04, Interval: 00:18\n",
      "Ep. 458, Timesteps 1600, Score.Agents: 93.67, Avg.Score: 90.10, Time: 02:18:23, Interval: 00:19\n",
      "Ep. 459, Timesteps 1600, Score.Agents: 92.34, Avg.Score: 90.16, Time: 02:18:41, Interval: 00:18\n",
      "Ep. 460, Timesteps 1600, Score.Agents: 83.66, Avg.Score: 90.31, Time: 02:18:59, Interval: 00:18\n",
      "Ep. 461, Timesteps 1600, Score.Agents: 85.06, Avg.Score: 90.40, Time: 02:19:17, Interval: 00:18\n",
      "Ep. 462, Timesteps 1600, Score.Agents: 95.95, Avg.Score: 90.45, Time: 02:19:36, Interval: 00:19\n",
      "Ep. 463, Timesteps 1600, Score.Agents: 120.46, Avg.Score: 91.03, Time: 02:19:55, Interval: 00:19\n",
      "Ep. 464, Timesteps 1600, Score.Agents: 96.04, Avg.Score: 91.54, Time: 02:20:14, Interval: 00:19\n",
      "Ep. 465, Timesteps 1600, Score.Agents: 92.81, Avg.Score: 91.64, Time: 02:20:32, Interval: 00:18\n",
      "Ep. 466, Timesteps 1600, Score.Agents: 82.46, Avg.Score: 91.53, Time: 02:20:51, Interval: 00:19\n",
      "Ep. 467, Timesteps 1600, Score.Agents: 92.35, Avg.Score: 91.83, Time: 02:21:09, Interval: 00:18\n",
      "Ep. 468, Timesteps 1600, Score.Agents: 104.39, Avg.Score: 91.93, Time: 02:21:28, Interval: 00:19\n",
      "Ep. 469, Timesteps 1600, Score.Agents: 104.39, Avg.Score: 92.12, Time: 02:21:46, Interval: 00:18\n",
      "Ep. 470, Timesteps 1600, Score.Agents: 111.67, Avg.Score: 92.30, Time: 02:22:03, Interval: 00:17\n",
      "Ep. 471, Timesteps 1600, Score.Agents: 91.36, Avg.Score: 92.34, Time: 02:22:21, Interval: 00:18\n",
      "Ep. 472, Timesteps 1600, Score.Agents: 106.67, Avg.Score: 92.46, Time: 02:22:39, Interval: 00:18\n",
      "Ep. 473, Timesteps 1600, Score.Agents: 107.27, Avg.Score: 92.70, Time: 02:22:57, Interval: 00:18\n",
      "Ep. 474, Timesteps 1600, Score.Agents: 109.96, Avg.Score: 92.87, Time: 02:23:15, Interval: 00:18\n",
      "Ep. 475, Timesteps 1600, Score.Agents: 92.45, Avg.Score: 92.86, Time: 02:23:33, Interval: 00:18\n",
      "Ep. 476, Timesteps 1600, Score.Agents: 105.13, Avg.Score: 92.95, Time: 02:23:52, Interval: 00:19\n",
      "Ep. 477, Timesteps 1600, Score.Agents: 80.19, Avg.Score: 92.95, Time: 02:24:10, Interval: 00:18\n",
      "Ep. 478, Timesteps 1600, Score.Agents: 105.90, Avg.Score: 93.15, Time: 02:24:28, Interval: 00:18\n",
      "Ep. 479, Timesteps 1600, Score.Agents: 102.33, Avg.Score: 93.25, Time: 02:24:46, Interval: 00:18\n",
      "Saving model, i_episode:  480 \n",
      "\n",
      "Ep. 480, Timesteps 1600, Score.Agents: 100.83, Avg.Score: 93.54, Time: 02:25:15, Interval: 00:29\n",
      "Ep. 481, Timesteps 1600, Score.Agents: 100.20, Avg.Score: 93.70, Time: 02:25:37, Interval: 00:22\n",
      "Ep. 482, Timesteps 1600, Score.Agents: 100.86, Avg.Score: 93.85, Time: 02:26:04, Interval: 00:27\n",
      "Ep. 483, Timesteps 1600, Score.Agents: 98.50, Avg.Score: 93.87, Time: 02:26:26, Interval: 00:22\n",
      "Ep. 484, Timesteps 1600, Score.Agents: 97.61, Avg.Score: 94.04, Time: 02:26:51, Interval: 00:25\n",
      "Ep. 485, Timesteps 1600, Score.Agents: 105.43, Avg.Score: 94.16, Time: 02:27:12, Interval: 00:21\n",
      "Ep. 486, Timesteps 1600, Score.Agents: 81.12, Avg.Score: 94.23, Time: 02:27:38, Interval: 00:26\n",
      "Ep. 487, Timesteps 1600, Score.Agents: 116.70, Avg.Score: 94.44, Time: 02:27:57, Interval: 00:19\n",
      "Ep. 488, Timesteps 1600, Score.Agents: 97.00, Avg.Score: 94.44, Time: 02:28:19, Interval: 00:22\n",
      "Ep. 489, Timesteps 1600, Score.Agents: 74.43, Avg.Score: 94.29, Time: 02:28:40, Interval: 00:21\n",
      "Ep. 490, Timesteps 1600, Score.Agents: 90.19, Avg.Score: 94.25, Time: 02:29:02, Interval: 00:22\n",
      "Ep. 491, Timesteps 1600, Score.Agents: 108.21, Avg.Score: 94.45, Time: 02:29:25, Interval: 00:23\n",
      "Ep. 492, Timesteps 1600, Score.Agents: 65.71, Avg.Score: 94.07, Time: 02:29:45, Interval: 00:20\n",
      "Ep. 493, Timesteps 1600, Score.Agents: 83.01, Avg.Score: 94.02, Time: 02:30:05, Interval: 00:20\n",
      "Ep. 494, Timesteps 1600, Score.Agents: 116.81, Avg.Score: 94.35, Time: 02:30:24, Interval: 00:19\n",
      "Ep. 495, Timesteps 1600, Score.Agents: 63.73, Avg.Score: 94.32, Time: 02:30:43, Interval: 00:19\n",
      "Ep. 496, Timesteps 1600, Score.Agents: 112.88, Avg.Score: 94.38, Time: 02:31:02, Interval: 00:19\n",
      "Ep. 497, Timesteps 1600, Score.Agents: 112.08, Avg.Score: 94.75, Time: 02:31:22, Interval: 00:20\n",
      "Ep. 498, Timesteps 1600, Score.Agents: 99.48, Avg.Score: 94.77, Time: 02:31:42, Interval: 00:20\n",
      "Ep. 499, Timesteps 1600, Score.Agents: 95.29, Avg.Score: 94.73, Time: 02:32:01, Interval: 00:19\n",
      "Ep. 500, Timesteps 1600, Score.Agents: 86.97, Avg.Score: 95.10, Time: 02:32:21, Interval: 00:20\n",
      "Ep. 501, Timesteps 1600, Score.Agents: 107.42, Avg.Score: 95.48, Time: 02:32:40, Interval: 00:19\n",
      "Ep. 502, Timesteps 1600, Score.Agents: 97.24, Avg.Score: 95.68, Time: 02:32:59, Interval: 00:19\n",
      "Ep. 503, Timesteps 1600, Score.Agents: 88.59, Avg.Score: 95.70, Time: 02:33:18, Interval: 00:19\n",
      "Ep. 504, Timesteps 1600, Score.Agents: 106.87, Avg.Score: 95.89, Time: 02:33:36, Interval: 00:18\n",
      "Ep. 505, Timesteps 1600, Score.Agents: 112.83, Avg.Score: 95.98, Time: 02:33:55, Interval: 00:19\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 506, Timesteps 1600, Score.Agents: 73.32, Avg.Score: 95.99, Time: 02:34:15, Interval: 00:20\n",
      "Ep. 507, Timesteps 1600, Score.Agents: 95.11, Avg.Score: 96.11, Time: 02:34:35, Interval: 00:20\n",
      "Ep. 508, Timesteps 1600, Score.Agents: 97.35, Avg.Score: 96.20, Time: 02:35:01, Interval: 00:26\n",
      "Ep. 509, Timesteps 1600, Score.Agents: 102.91, Avg.Score: 96.46, Time: 02:35:21, Interval: 00:20\n",
      "Saving model, i_episode:  510 \n",
      "\n",
      "Ep. 510, Timesteps 1600, Score.Agents: 106.84, Avg.Score: 96.74, Time: 02:35:39, Interval: 00:18\n",
      "Ep. 511, Timesteps 1600, Score.Agents: 98.71, Avg.Score: 96.85, Time: 02:35:59, Interval: 00:20\n",
      "Ep. 512, Timesteps 1600, Score.Agents: 119.52, Avg.Score: 97.24, Time: 02:36:18, Interval: 00:19\n",
      "Ep. 513, Timesteps 1600, Score.Agents: 120.94, Avg.Score: 97.66, Time: 02:36:37, Interval: 00:19\n",
      "Ep. 514, Timesteps 1600, Score.Agents: 120.38, Avg.Score: 98.03, Time: 02:36:56, Interval: 00:19\n",
      "Ep. 515, Timesteps 1600, Score.Agents: 121.21, Avg.Score: 98.49, Time: 02:37:17, Interval: 00:21\n",
      "Ep. 516, Timesteps 1600, Score.Agents: 118.67, Avg.Score: 98.80, Time: 02:37:35, Interval: 00:18\n",
      "Ep. 517, Timesteps 1600, Score.Agents: 109.41, Avg.Score: 99.10, Time: 02:37:54, Interval: 00:19\n",
      "Ep. 518, Timesteps 1600, Score.Agents: 103.82, Avg.Score: 99.24, Time: 02:38:13, Interval: 00:19\n",
      "Ep. 519, Timesteps 1600, Score.Agents: 111.17, Avg.Score: 99.54, Time: 02:38:32, Interval: 00:19\n",
      "Ep. 520, Timesteps 1600, Score.Agents: 129.64, Avg.Score: 99.96, Time: 02:38:50, Interval: 00:18\n",
      "Ep. 521, Timesteps 1600, Score.Agents: 117.50, Avg.Score: 100.10, Time: 02:39:10, Interval: 00:20\n",
      "Ep. 522, Timesteps 1600, Score.Agents: 111.72, Avg.Score: 100.22, Time: 02:39:29, Interval: 00:19\n",
      "Ep. 523, Timesteps 1600, Score.Agents: 123.00, Avg.Score: 100.44, Time: 02:39:49, Interval: 00:20\n",
      "Ep. 524, Timesteps 1600, Score.Agents: 96.04, Avg.Score: 100.57, Time: 02:40:08, Interval: 00:19\n",
      "Ep. 525, Timesteps 1600, Score.Agents: 116.76, Avg.Score: 100.59, Time: 02:40:28, Interval: 00:20\n",
      "Ep. 526, Timesteps 1600, Score.Agents: 118.13, Avg.Score: 100.84, Time: 02:40:47, Interval: 00:19\n",
      "Ep. 527, Timesteps 1600, Score.Agents: 120.32, Avg.Score: 101.01, Time: 02:41:05, Interval: 00:18\n",
      "Ep. 528, Timesteps 1600, Score.Agents: 125.33, Avg.Score: 101.33, Time: 02:41:28, Interval: 00:23\n",
      "Ep. 529, Timesteps 1600, Score.Agents: 98.01, Avg.Score: 101.28, Time: 02:41:49, Interval: 00:21\n",
      "Ep. 530, Timesteps 1600, Score.Agents: 110.17, Avg.Score: 101.50, Time: 02:42:10, Interval: 00:21\n",
      "Ep. 531, Timesteps 1600, Score.Agents: 119.33, Avg.Score: 101.74, Time: 02:42:30, Interval: 00:20\n",
      "Ep. 532, Timesteps 1600, Score.Agents: 107.83, Avg.Score: 101.65, Time: 02:42:48, Interval: 00:18\n",
      "Ep. 533, Timesteps 1600, Score.Agents: 118.43, Avg.Score: 101.73, Time: 02:43:05, Interval: 00:17\n",
      "Ep. 534, Timesteps 1600, Score.Agents: 107.99, Avg.Score: 101.85, Time: 02:43:23, Interval: 00:18\n",
      "Ep. 535, Timesteps 1600, Score.Agents: 108.72, Avg.Score: 101.90, Time: 02:43:41, Interval: 00:18\n",
      "Ep. 536, Timesteps 1600, Score.Agents: 118.67, Avg.Score: 102.42, Time: 02:43:59, Interval: 00:18\n",
      "Ep. 537, Timesteps 1600, Score.Agents: 111.94, Avg.Score: 102.53, Time: 02:44:18, Interval: 00:19\n",
      "Ep. 538, Timesteps 1600, Score.Agents: 127.02, Avg.Score: 102.67, Time: 02:44:37, Interval: 00:19\n",
      "Ep. 539, Timesteps 1600, Score.Agents: 92.44, Avg.Score: 102.43, Time: 02:44:55, Interval: 00:18\n",
      "Saving model, i_episode:  540 \n",
      "\n",
      "Ep. 540, Timesteps 1600, Score.Agents: 104.03, Avg.Score: 102.45, Time: 02:45:13, Interval: 00:18\n",
      "Ep. 541, Timesteps 1600, Score.Agents: 111.88, Avg.Score: 102.56, Time: 02:45:32, Interval: 00:19\n",
      "Ep. 542, Timesteps 1600, Score.Agents: 111.05, Avg.Score: 102.65, Time: 02:45:50, Interval: 00:18\n",
      "Ep. 543, Timesteps 1600, Score.Agents: 96.20, Avg.Score: 102.91, Time: 02:46:09, Interval: 00:19\n",
      "Ep. 544, Timesteps 1600, Score.Agents: 134.21, Avg.Score: 103.25, Time: 02:46:29, Interval: 00:20\n",
      "Ep. 545, Timesteps 1600, Score.Agents: 118.01, Avg.Score: 103.29, Time: 02:46:47, Interval: 00:18\n",
      "Ep. 546, Timesteps 1600, Score.Agents: 115.42, Avg.Score: 103.42, Time: 02:47:07, Interval: 00:20\n",
      "Ep. 547, Timesteps 1600, Score.Agents: 91.88, Avg.Score: 103.37, Time: 02:47:25, Interval: 00:18\n",
      "Ep. 548, Timesteps 1600, Score.Agents: 116.86, Avg.Score: 103.43, Time: 02:47:44, Interval: 00:19\n",
      "Ep. 549, Timesteps 1600, Score.Agents: 97.41, Avg.Score: 103.38, Time: 02:48:03, Interval: 00:19\n",
      "Ep. 550, Timesteps 1600, Score.Agents: 110.55, Avg.Score: 103.56, Time: 02:48:22, Interval: 00:19\n",
      "Ep. 551, Timesteps 1600, Score.Agents: 132.40, Avg.Score: 103.76, Time: 02:48:41, Interval: 00:19\n",
      "Ep. 552, Timesteps 1600, Score.Agents: 108.75, Avg.Score: 103.83, Time: 02:49:00, Interval: 00:19\n",
      "Ep. 553, Timesteps 1600, Score.Agents: 97.17, Avg.Score: 103.93, Time: 02:49:19, Interval: 00:19\n",
      "Ep. 554, Timesteps 1600, Score.Agents: 101.13, Avg.Score: 103.85, Time: 02:49:37, Interval: 00:18\n",
      "Ep. 555, Timesteps 1600, Score.Agents: 86.15, Avg.Score: 103.81, Time: 02:49:55, Interval: 00:18\n",
      "Ep. 556, Timesteps 1600, Score.Agents: 119.30, Avg.Score: 104.06, Time: 02:50:16, Interval: 00:21\n",
      "Ep. 557, Timesteps 1600, Score.Agents: 141.31, Avg.Score: 104.49, Time: 02:50:36, Interval: 00:20\n",
      "Ep. 558, Timesteps 1600, Score.Agents: 120.69, Avg.Score: 104.76, Time: 02:50:54, Interval: 00:18\n",
      "Ep. 559, Timesteps 1600, Score.Agents: 107.11, Avg.Score: 104.90, Time: 02:51:13, Interval: 00:19\n",
      "Ep. 560, Timesteps 1600, Score.Agents: 101.40, Avg.Score: 105.08, Time: 02:51:34, Interval: 00:21\n",
      "Ep. 561, Timesteps 1600, Score.Agents: 116.58, Avg.Score: 105.40, Time: 02:51:54, Interval: 00:20\n",
      "Ep. 562, Timesteps 1600, Score.Agents: 133.17, Avg.Score: 105.77, Time: 02:52:11, Interval: 00:17\n",
      "Ep. 563, Timesteps 1600, Score.Agents: 131.40, Avg.Score: 105.88, Time: 02:52:32, Interval: 00:21\n",
      "Ep. 564, Timesteps 1600, Score.Agents: 126.05, Avg.Score: 106.18, Time: 02:52:52, Interval: 00:20\n",
      "Ep. 565, Timesteps 1600, Score.Agents: 117.80, Avg.Score: 106.43, Time: 02:53:11, Interval: 00:19\n",
      "Ep. 566, Timesteps 1600, Score.Agents: 114.87, Avg.Score: 106.75, Time: 02:53:29, Interval: 00:18\n",
      "Ep. 567, Timesteps 1600, Score.Agents: 126.30, Avg.Score: 107.09, Time: 02:53:51, Interval: 00:22\n",
      "Ep. 568, Timesteps 1600, Score.Agents: 123.49, Avg.Score: 107.28, Time: 02:54:10, Interval: 00:19\n",
      "Ep. 569, Timesteps 1600, Score.Agents: 132.49, Avg.Score: 107.56, Time: 02:54:30, Interval: 00:20\n",
      "Saving model, i_episode:  570 \n",
      "\n",
      "Ep. 570, Timesteps 1600, Score.Agents: 114.07, Avg.Score: 107.59, Time: 02:54:48, Interval: 00:18\n",
      "Ep. 571, Timesteps 1600, Score.Agents: 129.17, Avg.Score: 107.97, Time: 02:55:06, Interval: 00:18\n",
      "Ep. 572, Timesteps 1600, Score.Agents: 113.51, Avg.Score: 108.03, Time: 02:55:26, Interval: 00:20\n",
      "Ep. 573, Timesteps 1600, Score.Agents: 116.00, Avg.Score: 108.12, Time: 02:55:45, Interval: 00:19\n",
      "Ep. 574, Timesteps 1600, Score.Agents: 111.89, Avg.Score: 108.14, Time: 02:56:04, Interval: 00:19\n",
      "Ep. 575, Timesteps 1600, Score.Agents: 137.80, Avg.Score: 108.59, Time: 02:56:23, Interval: 00:19\n",
      "Ep. 576, Timesteps 1600, Score.Agents: 110.35, Avg.Score: 108.65, Time: 02:56:44, Interval: 00:21\n",
      "Ep. 577, Timesteps 1600, Score.Agents: 107.72, Avg.Score: 108.92, Time: 02:57:05, Interval: 00:21\n",
      "Ep. 578, Timesteps 1600, Score.Agents: 94.70, Avg.Score: 108.81, Time: 02:57:23, Interval: 00:18\n",
      "Ep. 579, Timesteps 1600, Score.Agents: 127.53, Avg.Score: 109.06, Time: 02:57:41, Interval: 00:18\n",
      "Ep. 580, Timesteps 1600, Score.Agents: 107.05, Avg.Score: 109.12, Time: 02:58:02, Interval: 00:21\n",
      "Ep. 581, Timesteps 1600, Score.Agents: 123.34, Avg.Score: 109.35, Time: 02:58:22, Interval: 00:20\n",
      "Ep. 582, Timesteps 1600, Score.Agents: 143.80, Avg.Score: 109.78, Time: 02:58:40, Interval: 00:18\n",
      "Ep. 583, Timesteps 1600, Score.Agents: 109.31, Avg.Score: 109.89, Time: 02:58:58, Interval: 00:18\n",
      "Ep. 584, Timesteps 1600, Score.Agents: 92.69, Avg.Score: 109.84, Time: 02:59:17, Interval: 00:19\n",
      "Ep. 585, Timesteps 1600, Score.Agents: 99.50, Avg.Score: 109.78, Time: 02:59:35, Interval: 00:18\n",
      "Ep. 586, Timesteps 1600, Score.Agents: 120.91, Avg.Score: 110.18, Time: 02:59:53, Interval: 00:18\n",
      "Ep. 587, Timesteps 1600, Score.Agents: 118.97, Avg.Score: 110.20, Time: 03:00:11, Interval: 00:18\n",
      "Ep. 588, Timesteps 1600, Score.Agents: 120.18, Avg.Score: 110.44, Time: 03:00:32, Interval: 00:21\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 589, Timesteps 1600, Score.Agents: 130.60, Avg.Score: 111.00, Time: 03:00:50, Interval: 00:18\n",
      "Ep. 590, Timesteps 1600, Score.Agents: 135.38, Avg.Score: 111.45, Time: 03:01:08, Interval: 00:18\n",
      "Ep. 591, Timesteps 1600, Score.Agents: 106.78, Avg.Score: 111.44, Time: 03:01:26, Interval: 00:18\n",
      "Ep. 592, Timesteps 1600, Score.Agents: 138.31, Avg.Score: 112.16, Time: 03:01:43, Interval: 00:17\n",
      "Ep. 593, Timesteps 1600, Score.Agents: 137.10, Avg.Score: 112.70, Time: 03:02:00, Interval: 00:17\n",
      "Ep. 594, Timesteps 1600, Score.Agents: 110.28, Avg.Score: 112.64, Time: 03:02:17, Interval: 00:17\n",
      "Ep. 595, Timesteps 1600, Score.Agents: 96.34, Avg.Score: 112.96, Time: 03:02:34, Interval: 00:17\n",
      "Ep. 596, Timesteps 1600, Score.Agents: 117.74, Avg.Score: 113.01, Time: 03:02:51, Interval: 00:17\n",
      "Ep. 597, Timesteps 1600, Score.Agents: 132.39, Avg.Score: 113.21, Time: 03:03:08, Interval: 00:17\n",
      "Ep. 598, Timesteps 1600, Score.Agents: 127.21, Avg.Score: 113.49, Time: 03:03:25, Interval: 00:17\n",
      "Ep. 599, Timesteps 1600, Score.Agents: 120.37, Avg.Score: 113.74, Time: 03:03:42, Interval: 00:17\n",
      "Saving model, i_episode:  600 \n",
      "\n",
      "Ep. 600, Timesteps 1600, Score.Agents: 137.63, Avg.Score: 114.25, Time: 03:04:00, Interval: 00:18\n",
      "Ep. 601, Timesteps 1600, Score.Agents: 133.61, Avg.Score: 114.51, Time: 03:04:18, Interval: 00:18\n",
      "Ep. 602, Timesteps 1600, Score.Agents: 131.92, Avg.Score: 114.86, Time: 03:04:35, Interval: 00:17\n",
      "Ep. 603, Timesteps 1600, Score.Agents: 124.10, Avg.Score: 115.21, Time: 03:04:54, Interval: 00:19\n",
      "Ep. 604, Timesteps 1600, Score.Agents: 124.72, Avg.Score: 115.39, Time: 03:05:12, Interval: 00:18\n",
      "Ep. 605, Timesteps 1600, Score.Agents: 130.81, Avg.Score: 115.57, Time: 03:05:30, Interval: 00:18\n",
      "Ep. 606, Timesteps 1600, Score.Agents: 120.54, Avg.Score: 116.04, Time: 03:05:48, Interval: 00:18\n",
      "Ep. 607, Timesteps 1600, Score.Agents: 140.17, Avg.Score: 116.49, Time: 03:06:06, Interval: 00:18\n",
      "Ep. 608, Timesteps 1600, Score.Agents: 130.62, Avg.Score: 116.83, Time: 03:06:24, Interval: 00:18\n",
      "Ep. 609, Timesteps 1600, Score.Agents: 136.63, Avg.Score: 117.16, Time: 03:06:42, Interval: 00:18\n",
      "Ep. 610, Timesteps 1600, Score.Agents: 115.94, Avg.Score: 117.26, Time: 03:07:00, Interval: 00:18\n",
      "Ep. 611, Timesteps 1600, Score.Agents: 141.89, Avg.Score: 117.69, Time: 03:07:18, Interval: 00:18\n",
      "Ep. 612, Timesteps 1600, Score.Agents: 141.20, Avg.Score: 117.90, Time: 03:07:36, Interval: 00:18\n",
      "Ep. 613, Timesteps 1600, Score.Agents: 130.26, Avg.Score: 118.00, Time: 03:07:55, Interval: 00:19\n",
      "Ep. 614, Timesteps 1600, Score.Agents: 123.87, Avg.Score: 118.03, Time: 03:08:12, Interval: 00:17\n",
      "Ep. 615, Timesteps 1600, Score.Agents: 116.30, Avg.Score: 117.98, Time: 03:08:31, Interval: 00:19\n",
      "Ep. 616, Timesteps 1600, Score.Agents: 109.67, Avg.Score: 117.89, Time: 03:08:50, Interval: 00:19\n",
      "Ep. 617, Timesteps 1600, Score.Agents: 111.02, Avg.Score: 117.91, Time: 03:09:09, Interval: 00:19\n",
      "Ep. 618, Timesteps 1600, Score.Agents: 122.96, Avg.Score: 118.10, Time: 03:09:29, Interval: 00:20\n",
      "Ep. 619, Timesteps 1600, Score.Agents: 124.83, Avg.Score: 118.24, Time: 03:09:47, Interval: 00:18\n",
      "Ep. 620, Timesteps 1600, Score.Agents: 131.64, Avg.Score: 118.26, Time: 03:10:09, Interval: 00:22\n",
      "Ep. 621, Timesteps 1600, Score.Agents: 116.06, Avg.Score: 118.24, Time: 03:10:30, Interval: 00:21\n",
      "Ep. 622, Timesteps 1600, Score.Agents: 126.69, Avg.Score: 118.39, Time: 03:10:48, Interval: 00:18\n",
      "Ep. 623, Timesteps 1600, Score.Agents: 135.20, Avg.Score: 118.51, Time: 03:11:06, Interval: 00:18\n",
      "Ep. 624, Timesteps 1600, Score.Agents: 128.52, Avg.Score: 118.84, Time: 03:11:24, Interval: 00:18\n",
      "Ep. 625, Timesteps 1600, Score.Agents: 126.49, Avg.Score: 118.94, Time: 03:11:47, Interval: 00:23\n",
      "Ep. 626, Timesteps 1600, Score.Agents: 113.71, Avg.Score: 118.89, Time: 03:12:05, Interval: 00:18\n",
      "Ep. 627, Timesteps 1600, Score.Agents: 116.76, Avg.Score: 118.86, Time: 03:12:23, Interval: 00:18\n",
      "Ep. 628, Timesteps 1600, Score.Agents: 121.11, Avg.Score: 118.81, Time: 03:12:42, Interval: 00:19\n",
      "Ep. 629, Timesteps 1600, Score.Agents: 143.76, Avg.Score: 119.27, Time: 03:13:01, Interval: 00:19\n",
      "Saving model, i_episode:  630 \n",
      "\n",
      "Ep. 630, Timesteps 1600, Score.Agents: 119.24, Avg.Score: 119.36, Time: 03:13:20, Interval: 00:19\n",
      "Ep. 631, Timesteps 1600, Score.Agents: 142.51, Avg.Score: 119.59, Time: 03:13:38, Interval: 00:18\n",
      "Ep. 632, Timesteps 1600, Score.Agents: 145.07, Avg.Score: 119.97, Time: 03:13:56, Interval: 00:18\n",
      "Ep. 633, Timesteps 1600, Score.Agents: 105.65, Avg.Score: 119.84, Time: 03:14:15, Interval: 00:19\n",
      "Ep. 634, Timesteps 1600, Score.Agents: 135.95, Avg.Score: 120.12, Time: 03:14:33, Interval: 00:18\n",
      "Ep. 635, Timesteps 1600, Score.Agents: 109.16, Avg.Score: 120.12, Time: 03:14:52, Interval: 00:19\n",
      "Ep. 636, Timesteps 1600, Score.Agents: 126.12, Avg.Score: 120.20, Time: 03:15:11, Interval: 00:19\n",
      "Ep. 637, Timesteps 1600, Score.Agents: 96.60, Avg.Score: 120.04, Time: 03:15:30, Interval: 00:19\n",
      "Ep. 638, Timesteps 1600, Score.Agents: 123.30, Avg.Score: 120.01, Time: 03:15:48, Interval: 00:18\n",
      "Ep. 639, Timesteps 1600, Score.Agents: 124.61, Avg.Score: 120.33, Time: 03:16:07, Interval: 00:19\n",
      "Ep. 640, Timesteps 1600, Score.Agents: 110.75, Avg.Score: 120.40, Time: 03:16:25, Interval: 00:18\n",
      "Ep. 641, Timesteps 1600, Score.Agents: 109.98, Avg.Score: 120.38, Time: 03:16:44, Interval: 00:19\n",
      "Ep. 642, Timesteps 1600, Score.Agents: 106.79, Avg.Score: 120.33, Time: 03:17:06, Interval: 00:22\n",
      "Ep. 643, Timesteps 1600, Score.Agents: 133.64, Avg.Score: 120.71, Time: 03:17:26, Interval: 00:20\n",
      "Ep. 644, Timesteps 1600, Score.Agents: 124.34, Avg.Score: 120.61, Time: 03:17:45, Interval: 00:19\n",
      "Ep. 645, Timesteps 1600, Score.Agents: 121.18, Avg.Score: 120.64, Time: 03:18:03, Interval: 00:18\n",
      "Ep. 646, Timesteps 1600, Score.Agents: 122.12, Avg.Score: 120.71, Time: 03:18:22, Interval: 00:19\n",
      "Ep. 647, Timesteps 1600, Score.Agents: 122.29, Avg.Score: 121.01, Time: 03:18:42, Interval: 00:20\n",
      "Ep. 648, Timesteps 1600, Score.Agents: 116.41, Avg.Score: 121.01, Time: 03:19:01, Interval: 00:19\n",
      "Ep. 649, Timesteps 1600, Score.Agents: 105.41, Avg.Score: 121.09, Time: 03:19:20, Interval: 00:19\n",
      "Ep. 650, Timesteps 1600, Score.Agents: 130.90, Avg.Score: 121.29, Time: 03:19:39, Interval: 00:19\n",
      "Ep. 651, Timesteps 1600, Score.Agents: 114.61, Avg.Score: 121.11, Time: 03:19:58, Interval: 00:19\n",
      "Ep. 652, Timesteps 1600, Score.Agents: 138.02, Avg.Score: 121.41, Time: 03:20:15, Interval: 00:17\n",
      "Ep. 653, Timesteps 1600, Score.Agents: 128.01, Avg.Score: 121.71, Time: 03:20:34, Interval: 00:19\n",
      "Ep. 654, Timesteps 1600, Score.Agents: 123.74, Avg.Score: 121.94, Time: 03:20:52, Interval: 00:18\n",
      "Ep. 655, Timesteps 1600, Score.Agents: 131.50, Avg.Score: 122.39, Time: 03:21:10, Interval: 00:18\n",
      "Ep. 656, Timesteps 1600, Score.Agents: 135.28, Avg.Score: 122.55, Time: 03:21:28, Interval: 00:18\n",
      "Ep. 657, Timesteps 1600, Score.Agents: 127.27, Avg.Score: 122.41, Time: 03:21:45, Interval: 00:17\n",
      "Ep. 658, Timesteps 1600, Score.Agents: 136.49, Avg.Score: 122.57, Time: 03:22:02, Interval: 00:17\n",
      "Ep. 659, Timesteps 1600, Score.Agents: 136.02, Avg.Score: 122.86, Time: 03:22:20, Interval: 00:18\n",
      "Saving model, i_episode:  660 \n",
      "\n",
      "Ep. 660, Timesteps 1600, Score.Agents: 135.50, Avg.Score: 123.20, Time: 03:22:39, Interval: 00:19\n",
      "Ep. 661, Timesteps 1600, Score.Agents: 124.14, Avg.Score: 123.28, Time: 03:22:58, Interval: 00:19\n",
      "Ep. 662, Timesteps 1600, Score.Agents: 132.38, Avg.Score: 123.27, Time: 03:23:17, Interval: 00:19\n",
      "Ep. 663, Timesteps 1600, Score.Agents: 139.24, Avg.Score: 123.35, Time: 03:23:35, Interval: 00:18\n",
      "Ep. 664, Timesteps 1600, Score.Agents: 119.05, Avg.Score: 123.28, Time: 03:23:53, Interval: 00:18\n",
      "Ep. 665, Timesteps 1600, Score.Agents: 140.50, Avg.Score: 123.50, Time: 03:24:12, Interval: 00:19\n",
      "Ep. 666, Timesteps 1600, Score.Agents: 133.34, Avg.Score: 123.69, Time: 03:24:32, Interval: 00:20\n",
      "Ep. 667, Timesteps 1600, Score.Agents: 140.91, Avg.Score: 123.84, Time: 03:24:52, Interval: 00:20\n",
      "Ep. 668, Timesteps 1600, Score.Agents: 108.47, Avg.Score: 123.69, Time: 03:25:10, Interval: 00:18\n",
      "Ep. 669, Timesteps 1600, Score.Agents: 135.62, Avg.Score: 123.72, Time: 03:25:30, Interval: 00:20\n",
      "Ep. 670, Timesteps 1600, Score.Agents: 142.98, Avg.Score: 124.01, Time: 03:25:47, Interval: 00:17\n",
      "Ep. 671, Timesteps 1600, Score.Agents: 122.15, Avg.Score: 123.94, Time: 03:26:04, Interval: 00:17\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 672, Timesteps 1600, Score.Agents: 140.56, Avg.Score: 124.21, Time: 03:26:21, Interval: 00:17\n",
      "Ep. 673, Timesteps 1600, Score.Agents: 141.14, Avg.Score: 124.46, Time: 03:26:40, Interval: 00:19\n",
      "Ep. 674, Timesteps 1600, Score.Agents: 120.94, Avg.Score: 124.55, Time: 03:26:59, Interval: 00:19\n",
      "Ep. 675, Timesteps 1600, Score.Agents: 139.02, Avg.Score: 124.56, Time: 03:27:18, Interval: 00:19\n",
      "Ep. 676, Timesteps 1600, Score.Agents: 127.95, Avg.Score: 124.74, Time: 03:27:37, Interval: 00:19\n",
      "Ep. 677, Timesteps 1600, Score.Agents: 130.35, Avg.Score: 124.96, Time: 03:27:55, Interval: 00:18\n",
      "Ep. 678, Timesteps 1600, Score.Agents: 132.94, Avg.Score: 125.35, Time: 03:28:12, Interval: 00:17\n",
      "Ep. 679, Timesteps 1600, Score.Agents: 146.54, Avg.Score: 125.54, Time: 03:28:29, Interval: 00:17\n",
      "Ep. 680, Timesteps 1600, Score.Agents: 109.52, Avg.Score: 125.56, Time: 03:28:47, Interval: 00:18\n",
      "Ep. 681, Timesteps 1600, Score.Agents: 118.81, Avg.Score: 125.52, Time: 03:29:06, Interval: 00:19\n",
      "Ep. 682, Timesteps 1600, Score.Agents: 149.59, Avg.Score: 125.57, Time: 03:29:24, Interval: 00:18\n",
      "Ep. 683, Timesteps 1600, Score.Agents: 111.75, Avg.Score: 125.60, Time: 03:29:42, Interval: 00:18\n",
      "Ep. 684, Timesteps 1600, Score.Agents: 122.31, Avg.Score: 125.89, Time: 03:30:00, Interval: 00:18\n",
      "Ep. 685, Timesteps 1600, Score.Agents: 125.41, Avg.Score: 126.15, Time: 03:30:18, Interval: 00:18\n",
      "Ep. 686, Timesteps 1600, Score.Agents: 130.77, Avg.Score: 126.25, Time: 03:30:37, Interval: 00:19\n",
      "Ep. 687, Timesteps 1600, Score.Agents: 102.93, Avg.Score: 126.09, Time: 03:30:55, Interval: 00:18\n",
      "Ep. 688, Timesteps 1600, Score.Agents: 138.63, Avg.Score: 126.28, Time: 03:31:13, Interval: 00:18\n",
      "Ep. 689, Timesteps 1600, Score.Agents: 140.53, Avg.Score: 126.37, Time: 03:31:31, Interval: 00:18\n",
      "Saving model, i_episode:  690 \n",
      "\n",
      "Ep. 690, Timesteps 1600, Score.Agents: 131.96, Avg.Score: 126.34, Time: 03:31:48, Interval: 00:17\n",
      "Ep. 691, Timesteps 1600, Score.Agents: 137.96, Avg.Score: 126.65, Time: 03:32:05, Interval: 00:17\n",
      "Ep. 692, Timesteps 1600, Score.Agents: 129.39, Avg.Score: 126.56, Time: 03:32:22, Interval: 00:17\n",
      "Ep. 693, Timesteps 1600, Score.Agents: 141.25, Avg.Score: 126.60, Time: 03:32:40, Interval: 00:18\n",
      "Ep. 694, Timesteps 1600, Score.Agents: 119.27, Avg.Score: 126.69, Time: 03:32:57, Interval: 00:17\n",
      "Ep. 695, Timesteps 1600, Score.Agents: 137.41, Avg.Score: 127.11, Time: 03:33:14, Interval: 00:17\n",
      "Ep. 696, Timesteps 1600, Score.Agents: 125.03, Avg.Score: 127.18, Time: 03:33:32, Interval: 00:18\n",
      "Ep. 697, Timesteps 1600, Score.Agents: 144.25, Avg.Score: 127.30, Time: 03:33:51, Interval: 00:19\n",
      "Ep. 698, Timesteps 1600, Score.Agents: 133.90, Avg.Score: 127.36, Time: 03:34:08, Interval: 00:17\n",
      "Ep. 699, Timesteps 1600, Score.Agents: 148.08, Avg.Score: 127.64, Time: 03:34:25, Interval: 00:17\n",
      "Ep. 700, Timesteps 1600, Score.Agents: 118.17, Avg.Score: 127.45, Time: 03:34:43, Interval: 00:18\n",
      "Ep. 701, Timesteps 1600, Score.Agents: 127.12, Avg.Score: 127.38, Time: 03:35:01, Interval: 00:18\n",
      "Ep. 702, Timesteps 1600, Score.Agents: 143.29, Avg.Score: 127.50, Time: 03:35:19, Interval: 00:18\n",
      "Ep. 703, Timesteps 1600, Score.Agents: 120.54, Avg.Score: 127.46, Time: 03:35:38, Interval: 00:19\n",
      "Ep. 704, Timesteps 1600, Score.Agents: 125.91, Avg.Score: 127.47, Time: 03:35:55, Interval: 00:17\n",
      "Ep. 705, Timesteps 1600, Score.Agents: 132.68, Avg.Score: 127.49, Time: 03:36:12, Interval: 00:17\n",
      "Ep. 706, Timesteps 1600, Score.Agents: 122.85, Avg.Score: 127.51, Time: 03:36:30, Interval: 00:18\n",
      "Ep. 707, Timesteps 1600, Score.Agents: 120.68, Avg.Score: 127.32, Time: 03:36:48, Interval: 00:18\n",
      "Ep. 708, Timesteps 1600, Score.Agents: 136.46, Avg.Score: 127.38, Time: 03:37:05, Interval: 00:17\n",
      "Ep. 709, Timesteps 1600, Score.Agents: 131.68, Avg.Score: 127.33, Time: 03:37:23, Interval: 00:18\n",
      "Ep. 710, Timesteps 1600, Score.Agents: 131.89, Avg.Score: 127.49, Time: 03:37:41, Interval: 00:18\n",
      "Ep. 711, Timesteps 1600, Score.Agents: 133.06, Avg.Score: 127.40, Time: 03:37:59, Interval: 00:18\n",
      "Ep. 712, Timesteps 1600, Score.Agents: 140.85, Avg.Score: 127.40, Time: 03:38:17, Interval: 00:18\n",
      "Ep. 713, Timesteps 1600, Score.Agents: 117.00, Avg.Score: 127.26, Time: 03:38:35, Interval: 00:18\n",
      "Ep. 714, Timesteps 1600, Score.Agents: 124.75, Avg.Score: 127.27, Time: 03:38:53, Interval: 00:18\n",
      "Ep. 715, Timesteps 1600, Score.Agents: 135.10, Avg.Score: 127.46, Time: 03:39:10, Interval: 00:17\n",
      "Ep. 716, Timesteps 1600, Score.Agents: 121.86, Avg.Score: 127.58, Time: 03:39:29, Interval: 00:19\n",
      "Ep. 717, Timesteps 1600, Score.Agents: 114.53, Avg.Score: 127.62, Time: 03:39:46, Interval: 00:17\n",
      "Ep. 718, Timesteps 1600, Score.Agents: 104.05, Avg.Score: 127.43, Time: 03:40:03, Interval: 00:17\n",
      "Ep. 719, Timesteps 1600, Score.Agents: 109.83, Avg.Score: 127.28, Time: 03:40:20, Interval: 00:17\n",
      "Saving model, i_episode:  720 \n",
      "\n",
      "Ep. 720, Timesteps 1600, Score.Agents: 101.40, Avg.Score: 126.98, Time: 03:40:37, Interval: 00:17\n",
      "Ep. 721, Timesteps 1600, Score.Agents: 125.03, Avg.Score: 127.06, Time: 03:40:54, Interval: 00:17\n",
      "Ep. 722, Timesteps 1600, Score.Agents: 129.11, Avg.Score: 127.09, Time: 03:41:11, Interval: 00:17\n",
      "Ep. 723, Timesteps 1600, Score.Agents: 106.35, Avg.Score: 126.80, Time: 03:41:28, Interval: 00:17\n",
      "Ep. 724, Timesteps 1600, Score.Agents: 97.05, Avg.Score: 126.49, Time: 03:41:48, Interval: 00:20\n",
      "Ep. 725, Timesteps 1600, Score.Agents: 118.03, Avg.Score: 126.40, Time: 03:42:07, Interval: 00:19\n",
      "Ep. 726, Timesteps 1600, Score.Agents: 114.57, Avg.Score: 126.41, Time: 03:42:24, Interval: 00:17\n",
      "Ep. 727, Timesteps 1600, Score.Agents: 126.33, Avg.Score: 126.51, Time: 03:42:41, Interval: 00:17\n",
      "Ep. 728, Timesteps 1600, Score.Agents: 131.25, Avg.Score: 126.61, Time: 03:43:00, Interval: 00:19\n",
      "Ep. 729, Timesteps 1600, Score.Agents: 119.63, Avg.Score: 126.37, Time: 03:43:17, Interval: 00:17\n",
      "Ep. 730, Timesteps 1600, Score.Agents: 146.28, Avg.Score: 126.64, Time: 03:43:34, Interval: 00:17\n",
      "Ep. 731, Timesteps 1600, Score.Agents: 118.36, Avg.Score: 126.39, Time: 03:43:52, Interval: 00:18\n",
      "Ep. 732, Timesteps 1600, Score.Agents: 132.65, Avg.Score: 126.27, Time: 03:44:09, Interval: 00:17\n",
      "Ep. 733, Timesteps 1600, Score.Agents: 129.60, Avg.Score: 126.51, Time: 03:44:26, Interval: 00:17\n",
      "Ep. 734, Timesteps 1600, Score.Agents: 125.42, Avg.Score: 126.40, Time: 03:44:43, Interval: 00:17\n",
      "Ep. 735, Timesteps 1600, Score.Agents: 120.08, Avg.Score: 126.51, Time: 03:44:59, Interval: 00:16\n",
      "Ep. 736, Timesteps 1600, Score.Agents: 147.98, Avg.Score: 126.73, Time: 03:45:17, Interval: 00:18\n",
      "Ep. 737, Timesteps 1600, Score.Agents: 140.92, Avg.Score: 127.18, Time: 03:45:35, Interval: 00:18\n",
      "Ep. 738, Timesteps 1600, Score.Agents: 139.82, Avg.Score: 127.34, Time: 03:45:57, Interval: 00:22\n",
      "Ep. 739, Timesteps 1600, Score.Agents: 140.66, Avg.Score: 127.50, Time: 03:46:20, Interval: 00:23\n",
      "Ep. 740, Timesteps 1600, Score.Agents: 115.43, Avg.Score: 127.55, Time: 03:46:40, Interval: 00:20\n",
      "Ep. 741, Timesteps 1600, Score.Agents: 126.72, Avg.Score: 127.71, Time: 03:46:58, Interval: 00:18\n",
      "Ep. 742, Timesteps 1600, Score.Agents: 142.79, Avg.Score: 128.07, Time: 03:47:15, Interval: 00:17\n",
      "Ep. 743, Timesteps 1600, Score.Agents: 148.94, Avg.Score: 128.23, Time: 03:47:34, Interval: 00:19\n",
      "Ep. 744, Timesteps 1600, Score.Agents: 110.54, Avg.Score: 128.09, Time: 03:47:52, Interval: 00:18\n",
      "Ep. 745, Timesteps 1600, Score.Agents: 136.34, Avg.Score: 128.24, Time: 03:48:10, Interval: 00:18\n",
      "Ep. 746, Timesteps 1600, Score.Agents: 126.61, Avg.Score: 128.29, Time: 03:48:27, Interval: 00:17\n",
      "Ep. 747, Timesteps 1600, Score.Agents: 118.85, Avg.Score: 128.25, Time: 03:48:45, Interval: 00:18\n",
      "Ep. 748, Timesteps 1600, Score.Agents: 137.65, Avg.Score: 128.46, Time: 03:49:04, Interval: 00:19\n",
      "Ep. 749, Timesteps 1600, Score.Agents: 122.77, Avg.Score: 128.64, Time: 03:49:21, Interval: 00:17\n",
      "Saving model, i_episode:  750 \n",
      "\n",
      "Ep. 750, Timesteps 1600, Score.Agents: 127.53, Avg.Score: 128.60, Time: 03:49:39, Interval: 00:18\n",
      "Ep. 751, Timesteps 1600, Score.Agents: 137.35, Avg.Score: 128.83, Time: 03:49:57, Interval: 00:18\n",
      "Ep. 752, Timesteps 1600, Score.Agents: 141.68, Avg.Score: 128.87, Time: 03:50:14, Interval: 00:17\n",
      "Ep. 753, Timesteps 1600, Score.Agents: 151.48, Avg.Score: 129.10, Time: 03:50:33, Interval: 00:19\n",
      "Ep. 754, Timesteps 1600, Score.Agents: 129.25, Avg.Score: 129.16, Time: 03:50:51, Interval: 00:18\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 755, Timesteps 1600, Score.Agents: 138.15, Avg.Score: 129.22, Time: 03:51:08, Interval: 00:17\n",
      "Ep. 756, Timesteps 1600, Score.Agents: 149.47, Avg.Score: 129.37, Time: 03:51:26, Interval: 00:18\n",
      "Ep. 757, Timesteps 1600, Score.Agents: 121.93, Avg.Score: 129.31, Time: 03:51:44, Interval: 00:18\n",
      "Ep. 758, Timesteps 1600, Score.Agents: 137.71, Avg.Score: 129.33, Time: 03:52:02, Interval: 00:18\n",
      "Ep. 759, Timesteps 1600, Score.Agents: 124.81, Avg.Score: 129.21, Time: 03:52:19, Interval: 00:17\n",
      "Ep. 760, Timesteps 1600, Score.Agents: 123.75, Avg.Score: 129.10, Time: 03:52:36, Interval: 00:17\n",
      "Ep. 761, Timesteps 1600, Score.Agents: 124.70, Avg.Score: 129.10, Time: 03:52:55, Interval: 00:19\n",
      "Ep. 762, Timesteps 1600, Score.Agents: 125.23, Avg.Score: 129.03, Time: 03:53:12, Interval: 00:17\n",
      "Ep. 763, Timesteps 1600, Score.Agents: 132.23, Avg.Score: 128.96, Time: 03:53:29, Interval: 00:17\n",
      "Ep. 764, Timesteps 1600, Score.Agents: 143.54, Avg.Score: 129.20, Time: 03:53:48, Interval: 00:19\n",
      "Ep. 765, Timesteps 1600, Score.Agents: 142.68, Avg.Score: 129.23, Time: 03:54:05, Interval: 00:17\n",
      "Ep. 766, Timesteps 1600, Score.Agents: 141.61, Avg.Score: 129.31, Time: 03:54:23, Interval: 00:18\n",
      "Ep. 767, Timesteps 1600, Score.Agents: 133.54, Avg.Score: 129.24, Time: 03:54:42, Interval: 00:19\n",
      "Ep. 768, Timesteps 1600, Score.Agents: 134.73, Avg.Score: 129.50, Time: 03:55:00, Interval: 00:18\n",
      "Ep. 769, Timesteps 1600, Score.Agents: 130.58, Avg.Score: 129.45, Time: 03:55:17, Interval: 00:17\n",
      "Ep. 770, Timesteps 1600, Score.Agents: 127.29, Avg.Score: 129.29, Time: 03:55:34, Interval: 00:17\n",
      "Ep. 771, Timesteps 1600, Score.Agents: 144.16, Avg.Score: 129.51, Time: 03:55:52, Interval: 00:18\n",
      "Ep. 772, Timesteps 1600, Score.Agents: 136.71, Avg.Score: 129.47, Time: 03:56:09, Interval: 00:17\n",
      "Ep. 773, Timesteps 1600, Score.Agents: 140.01, Avg.Score: 129.46, Time: 03:56:27, Interval: 00:18\n",
      "Ep. 774, Timesteps 1600, Score.Agents: 146.88, Avg.Score: 129.72, Time: 03:56:44, Interval: 00:17\n",
      "Ep. 775, Timesteps 1600, Score.Agents: 152.38, Avg.Score: 129.85, Time: 03:57:02, Interval: 00:18\n",
      "Ep. 776, Timesteps 1600, Score.Agents: 143.77, Avg.Score: 130.01, Time: 03:57:21, Interval: 00:19\n",
      "Ep. 777, Timesteps 1600, Score.Agents: 115.32, Avg.Score: 129.86, Time: 03:57:38, Interval: 00:17\n",
      "Ep. 778, Timesteps 1600, Score.Agents: 128.26, Avg.Score: 129.81, Time: 03:57:56, Interval: 00:18\n",
      "Ep. 779, Timesteps 1600, Score.Agents: 141.45, Avg.Score: 129.76, Time: 03:58:14, Interval: 00:18\n",
      "Saving model, i_episode:  780 \n",
      "\n",
      "Ep. 780, Timesteps 1600, Score.Agents: 129.23, Avg.Score: 129.96, Time: 03:58:31, Interval: 00:17\n",
      "Ep. 781, Timesteps 1600, Score.Agents: 148.04, Avg.Score: 130.25, Time: 03:58:50, Interval: 00:19\n",
      "Ep. 782, Timesteps 1600, Score.Agents: 135.21, Avg.Score: 130.11, Time: 03:59:07, Interval: 00:17\n",
      "Ep. 783, Timesteps 1600, Score.Agents: 140.23, Avg.Score: 130.39, Time: 03:59:25, Interval: 00:18\n",
      "Ep. 784, Timesteps 1600, Score.Agents: 137.19, Avg.Score: 130.54, Time: 03:59:43, Interval: 00:18\n",
      "Ep. 785, Timesteps 1600, Score.Agents: 147.46, Avg.Score: 130.76, Time: 04:00:02, Interval: 00:19\n",
      "Ep. 786, Timesteps 1600, Score.Agents: 152.19, Avg.Score: 130.98, Time: 04:00:20, Interval: 00:18\n",
      "Ep. 787, Timesteps 1600, Score.Agents: 144.91, Avg.Score: 131.40, Time: 04:00:37, Interval: 00:17\n",
      "Ep. 788, Timesteps 1600, Score.Agents: 144.36, Avg.Score: 131.45, Time: 04:00:55, Interval: 00:18\n",
      "Ep. 789, Timesteps 1600, Score.Agents: 143.87, Avg.Score: 131.49, Time: 04:01:12, Interval: 00:17\n",
      "Ep. 790, Timesteps 1600, Score.Agents: 124.43, Avg.Score: 131.41, Time: 04:01:30, Interval: 00:18\n",
      "Ep. 791, Timesteps 1600, Score.Agents: 132.94, Avg.Score: 131.36, Time: 04:01:47, Interval: 00:17\n",
      "Ep. 792, Timesteps 1600, Score.Agents: 124.41, Avg.Score: 131.31, Time: 04:02:05, Interval: 00:18\n",
      "Ep. 793, Timesteps 1600, Score.Agents: 148.92, Avg.Score: 131.39, Time: 04:02:22, Interval: 00:17\n",
      "Ep. 794, Timesteps 1600, Score.Agents: 150.98, Avg.Score: 131.71, Time: 04:02:39, Interval: 00:17\n",
      "Ep. 795, Timesteps 1600, Score.Agents: 143.31, Avg.Score: 131.77, Time: 04:02:57, Interval: 00:18\n",
      "Ep. 796, Timesteps 1600, Score.Agents: 151.30, Avg.Score: 132.03, Time: 04:03:14, Interval: 00:17\n",
      "Ep. 797, Timesteps 1600, Score.Agents: 122.89, Avg.Score: 131.81, Time: 04:03:32, Interval: 00:18\n",
      "Ep. 798, Timesteps 1600, Score.Agents: 134.81, Avg.Score: 131.82, Time: 04:03:53, Interval: 00:21\n",
      "Ep. 799, Timesteps 1600, Score.Agents: 144.70, Avg.Score: 131.79, Time: 04:04:13, Interval: 00:20\n",
      "Ep. 800, Timesteps 1600, Score.Agents: 137.44, Avg.Score: 131.98, Time: 04:04:31, Interval: 00:18\n",
      "Ep. 801, Timesteps 1600, Score.Agents: 125.21, Avg.Score: 131.96, Time: 04:04:48, Interval: 00:17\n",
      "Ep. 802, Timesteps 1600, Score.Agents: 115.84, Avg.Score: 131.69, Time: 04:05:06, Interval: 00:18\n",
      "Ep. 803, Timesteps 1600, Score.Agents: 133.76, Avg.Score: 131.82, Time: 04:05:23, Interval: 00:17\n",
      "Ep. 804, Timesteps 1600, Score.Agents: 130.01, Avg.Score: 131.86, Time: 04:05:41, Interval: 00:18\n",
      "Ep. 805, Timesteps 1600, Score.Agents: 121.99, Avg.Score: 131.76, Time: 04:06:00, Interval: 00:19\n",
      "Ep. 806, Timesteps 1600, Score.Agents: 137.59, Avg.Score: 131.90, Time: 04:06:18, Interval: 00:18\n",
      "Ep. 807, Timesteps 1600, Score.Agents: 141.46, Avg.Score: 132.11, Time: 04:06:35, Interval: 00:17\n",
      "Ep. 808, Timesteps 1600, Score.Agents: 131.60, Avg.Score: 132.06, Time: 04:06:52, Interval: 00:17\n",
      "Ep. 809, Timesteps 1600, Score.Agents: 133.82, Avg.Score: 132.08, Time: 04:07:09, Interval: 00:17\n",
      "Saving model, i_episode:  810 \n",
      "\n",
      "Ep. 810, Timesteps 1600, Score.Agents: 94.47, Avg.Score: 131.71, Time: 04:07:26, Interval: 00:17\n",
      "Ep. 811, Timesteps 1600, Score.Agents: 118.20, Avg.Score: 131.56, Time: 04:07:44, Interval: 00:18\n",
      "Ep. 812, Timesteps 1600, Score.Agents: 125.79, Avg.Score: 131.41, Time: 04:08:01, Interval: 00:17\n",
      "Ep. 813, Timesteps 1600, Score.Agents: 144.05, Avg.Score: 131.68, Time: 04:08:17, Interval: 00:16\n",
      "Ep. 814, Timesteps 1600, Score.Agents: 140.91, Avg.Score: 131.84, Time: 04:08:34, Interval: 00:17\n",
      "Ep. 815, Timesteps 1600, Score.Agents: 152.50, Avg.Score: 132.02, Time: 04:08:51, Interval: 00:17\n",
      "Ep. 816, Timesteps 1600, Score.Agents: 130.54, Avg.Score: 132.10, Time: 04:09:08, Interval: 00:17\n",
      "Ep. 817, Timesteps 1600, Score.Agents: 153.28, Avg.Score: 132.49, Time: 04:09:25, Interval: 00:17\n",
      "Ep. 818, Timesteps 1600, Score.Agents: 141.45, Avg.Score: 132.86, Time: 04:09:41, Interval: 00:16\n",
      "Ep. 819, Timesteps 1600, Score.Agents: 142.68, Avg.Score: 133.19, Time: 04:09:59, Interval: 00:18\n",
      "Ep. 820, Timesteps 1600, Score.Agents: 130.91, Avg.Score: 133.49, Time: 04:10:16, Interval: 00:17\n",
      "Ep. 821, Timesteps 1600, Score.Agents: 146.48, Avg.Score: 133.70, Time: 04:10:32, Interval: 00:16\n",
      "Ep. 822, Timesteps 1600, Score.Agents: 155.96, Avg.Score: 133.97, Time: 04:10:53, Interval: 00:21\n",
      "Ep. 823, Timesteps 1600, Score.Agents: 136.24, Avg.Score: 134.27, Time: 04:11:11, Interval: 00:18\n",
      "Ep. 824, Timesteps 1600, Score.Agents: 147.74, Avg.Score: 134.78, Time: 04:11:27, Interval: 00:16\n",
      "Ep. 825, Timesteps 1600, Score.Agents: 139.27, Avg.Score: 134.99, Time: 04:11:43, Interval: 00:16\n",
      "Ep. 826, Timesteps 1600, Score.Agents: 143.12, Avg.Score: 135.27, Time: 04:12:00, Interval: 00:17\n",
      "Ep. 827, Timesteps 1600, Score.Agents: 134.50, Avg.Score: 135.36, Time: 04:12:23, Interval: 00:23\n",
      "Ep. 828, Timesteps 1600, Score.Agents: 130.32, Avg.Score: 135.35, Time: 04:12:42, Interval: 00:19\n",
      "Ep. 829, Timesteps 1600, Score.Agents: 129.43, Avg.Score: 135.44, Time: 04:13:02, Interval: 00:20\n",
      "Ep. 830, Timesteps 1600, Score.Agents: 145.52, Avg.Score: 135.44, Time: 04:13:21, Interval: 00:19\n",
      "Ep. 831, Timesteps 1600, Score.Agents: 125.22, Avg.Score: 135.51, Time: 04:13:40, Interval: 00:19\n",
      "Ep. 832, Timesteps 1600, Score.Agents: 143.54, Avg.Score: 135.61, Time: 04:13:59, Interval: 00:19\n",
      "Ep. 833, Timesteps 1600, Score.Agents: 142.30, Avg.Score: 135.74, Time: 04:14:18, Interval: 00:19\n",
      "Ep. 834, Timesteps 1600, Score.Agents: 148.01, Avg.Score: 135.97, Time: 04:14:37, Interval: 00:19\n",
      "Ep. 835, Timesteps 1600, Score.Agents: 129.52, Avg.Score: 136.06, Time: 04:14:56, Interval: 00:19\n",
      "Ep. 836, Timesteps 1600, Score.Agents: 146.24, Avg.Score: 136.04, Time: 04:15:15, Interval: 00:19\n",
      "Ep. 837, Timesteps 1600, Score.Agents: 149.62, Avg.Score: 136.13, Time: 04:15:34, Interval: 00:19\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 838, Timesteps 1600, Score.Agents: 140.30, Avg.Score: 136.14, Time: 04:15:53, Interval: 00:19\n",
      "Ep. 839, Timesteps 1600, Score.Agents: 141.71, Avg.Score: 136.15, Time: 04:16:14, Interval: 00:21\n",
      "Saving model, i_episode:  840 \n",
      "\n",
      "Ep. 840, Timesteps 1600, Score.Agents: 139.88, Avg.Score: 136.39, Time: 04:16:40, Interval: 00:26\n",
      "Ep. 841, Timesteps 1600, Score.Agents: 139.39, Avg.Score: 136.52, Time: 04:17:04, Interval: 00:24\n",
      "Ep. 842, Timesteps 1600, Score.Agents: 109.05, Avg.Score: 136.18, Time: 04:17:26, Interval: 00:22\n",
      "Ep. 843, Timesteps 1600, Score.Agents: 133.67, Avg.Score: 136.03, Time: 04:17:45, Interval: 00:19\n",
      "Ep. 844, Timesteps 1600, Score.Agents: 150.68, Avg.Score: 136.43, Time: 04:18:04, Interval: 00:19\n",
      "Ep. 845, Timesteps 1600, Score.Agents: 143.11, Avg.Score: 136.50, Time: 04:18:25, Interval: 00:21\n",
      "Ep. 846, Timesteps 1600, Score.Agents: 136.87, Avg.Score: 136.60, Time: 04:18:48, Interval: 00:23\n",
      "Ep. 847, Timesteps 1600, Score.Agents: 119.52, Avg.Score: 136.61, Time: 04:19:08, Interval: 00:20\n",
      "Ep. 848, Timesteps 1600, Score.Agents: 138.32, Avg.Score: 136.61, Time: 04:19:28, Interval: 00:20\n",
      "Ep. 849, Timesteps 1600, Score.Agents: 123.33, Avg.Score: 136.62, Time: 04:19:53, Interval: 00:25\n",
      "Ep. 850, Timesteps 1600, Score.Agents: 115.57, Avg.Score: 136.50, Time: 04:20:12, Interval: 00:19\n",
      "Ep. 851, Timesteps 1600, Score.Agents: 143.86, Avg.Score: 136.56, Time: 04:20:33, Interval: 00:21\n",
      "Ep. 852, Timesteps 1600, Score.Agents: 155.42, Avg.Score: 136.70, Time: 04:20:57, Interval: 00:24\n",
      "Ep. 853, Timesteps 1600, Score.Agents: 133.78, Avg.Score: 136.52, Time: 04:21:21, Interval: 00:24\n",
      "Ep. 854, Timesteps 1600, Score.Agents: 134.76, Avg.Score: 136.58, Time: 04:21:42, Interval: 00:21\n",
      "Ep. 855, Timesteps 1600, Score.Agents: 141.79, Avg.Score: 136.62, Time: 04:22:05, Interval: 00:23\n",
      "Ep. 856, Timesteps 1600, Score.Agents: 168.13, Avg.Score: 136.80, Time: 04:22:27, Interval: 00:22\n",
      "Ep. 857, Timesteps 1600, Score.Agents: 139.13, Avg.Score: 136.97, Time: 04:22:49, Interval: 00:22\n",
      "Ep. 858, Timesteps 1600, Score.Agents: 139.01, Avg.Score: 136.99, Time: 04:23:08, Interval: 00:19\n",
      "Ep. 859, Timesteps 1600, Score.Agents: 129.10, Avg.Score: 137.03, Time: 04:23:27, Interval: 00:19\n",
      "Ep. 860, Timesteps 1600, Score.Agents: 121.50, Avg.Score: 137.01, Time: 04:23:46, Interval: 00:19\n",
      "Ep. 861, Timesteps 1600, Score.Agents: 129.13, Avg.Score: 137.05, Time: 04:24:03, Interval: 00:17\n",
      "Ep. 862, Timesteps 1600, Score.Agents: 142.11, Avg.Score: 137.22, Time: 04:24:21, Interval: 00:18\n",
      "Ep. 863, Timesteps 1600, Score.Agents: 147.77, Avg.Score: 137.38, Time: 04:24:39, Interval: 00:18\n",
      "Ep. 864, Timesteps 1600, Score.Agents: 135.08, Avg.Score: 137.29, Time: 04:24:56, Interval: 00:17\n",
      "Ep. 865, Timesteps 1600, Score.Agents: 140.93, Avg.Score: 137.27, Time: 04:25:13, Interval: 00:17\n",
      "Ep. 866, Timesteps 1600, Score.Agents: 158.28, Avg.Score: 137.44, Time: 04:25:30, Interval: 00:17\n",
      "Ep. 867, Timesteps 1600, Score.Agents: 145.64, Avg.Score: 137.56, Time: 04:25:47, Interval: 00:17\n",
      "Ep. 868, Timesteps 1600, Score.Agents: 146.24, Avg.Score: 137.68, Time: 04:26:03, Interval: 00:16\n",
      "Ep. 869, Timesteps 1600, Score.Agents: 148.52, Avg.Score: 137.86, Time: 04:26:21, Interval: 00:18\n",
      "Saving model, i_episode:  870 \n",
      "\n",
      "Ep. 870, Timesteps 1600, Score.Agents: 146.37, Avg.Score: 138.05, Time: 04:26:39, Interval: 00:18\n",
      "Ep. 871, Timesteps 1600, Score.Agents: 135.31, Avg.Score: 137.96, Time: 04:26:55, Interval: 00:16\n",
      "Ep. 872, Timesteps 1600, Score.Agents: 152.60, Avg.Score: 138.12, Time: 04:27:13, Interval: 00:18\n",
      "Ep. 873, Timesteps 1600, Score.Agents: 153.71, Avg.Score: 138.26, Time: 04:27:30, Interval: 00:17\n",
      "Ep. 874, Timesteps 1600, Score.Agents: 139.38, Avg.Score: 138.18, Time: 04:27:47, Interval: 00:17\n",
      "Ep. 875, Timesteps 1600, Score.Agents: 143.97, Avg.Score: 138.10, Time: 04:28:05, Interval: 00:18\n",
      "Ep. 876, Timesteps 1600, Score.Agents: 146.29, Avg.Score: 138.12, Time: 04:28:22, Interval: 00:17\n",
      "Ep. 877, Timesteps 1600, Score.Agents: 147.15, Avg.Score: 138.44, Time: 04:28:39, Interval: 00:17\n",
      "Ep. 878, Timesteps 1600, Score.Agents: 143.10, Avg.Score: 138.59, Time: 04:28:56, Interval: 00:17\n",
      "Ep. 879, Timesteps 1600, Score.Agents: 150.34, Avg.Score: 138.68, Time: 04:29:14, Interval: 00:18\n",
      "Ep. 880, Timesteps 1600, Score.Agents: 151.23, Avg.Score: 138.90, Time: 04:29:31, Interval: 00:17\n",
      "Ep. 881, Timesteps 1600, Score.Agents: 150.61, Avg.Score: 138.92, Time: 04:29:49, Interval: 00:18\n",
      "Ep. 882, Timesteps 1600, Score.Agents: 154.36, Avg.Score: 139.11, Time: 04:30:06, Interval: 00:17\n",
      "Ep. 883, Timesteps 1600, Score.Agents: 145.15, Avg.Score: 139.16, Time: 04:30:23, Interval: 00:17\n",
      "Ep. 884, Timesteps 1600, Score.Agents: 145.25, Avg.Score: 139.24, Time: 04:30:41, Interval: 00:18\n",
      "Ep. 885, Timesteps 1600, Score.Agents: 151.90, Avg.Score: 139.29, Time: 04:30:58, Interval: 00:17\n",
      "Ep. 886, Timesteps 1600, Score.Agents: 137.86, Avg.Score: 139.14, Time: 04:31:16, Interval: 00:18\n",
      "Ep. 887, Timesteps 1600, Score.Agents: 155.81, Avg.Score: 139.25, Time: 04:31:33, Interval: 00:17\n",
      "Ep. 888, Timesteps 1600, Score.Agents: 140.40, Avg.Score: 139.21, Time: 04:31:50, Interval: 00:17\n",
      "Ep. 889, Timesteps 1600, Score.Agents: 146.53, Avg.Score: 139.24, Time: 04:32:07, Interval: 00:17\n",
      "Ep. 890, Timesteps 1600, Score.Agents: 157.81, Avg.Score: 139.57, Time: 04:32:25, Interval: 00:18\n",
      "Ep. 891, Timesteps 1600, Score.Agents: 149.61, Avg.Score: 139.74, Time: 04:32:46, Interval: 00:21\n",
      "Ep. 892, Timesteps 1600, Score.Agents: 132.60, Avg.Score: 139.82, Time: 04:33:04, Interval: 00:18\n",
      "Ep. 893, Timesteps 1600, Score.Agents: 134.73, Avg.Score: 139.68, Time: 04:33:22, Interval: 00:18\n",
      "Ep. 894, Timesteps 1600, Score.Agents: 130.04, Avg.Score: 139.47, Time: 04:33:41, Interval: 00:19\n",
      "Ep. 895, Timesteps 1600, Score.Agents: 145.08, Avg.Score: 139.49, Time: 04:34:00, Interval: 00:19\n",
      "Ep. 896, Timesteps 1600, Score.Agents: 145.44, Avg.Score: 139.43, Time: 04:34:17, Interval: 00:17\n",
      "Ep. 897, Timesteps 1600, Score.Agents: 112.39, Avg.Score: 139.33, Time: 04:34:35, Interval: 00:18\n",
      "Ep. 898, Timesteps 1600, Score.Agents: 113.53, Avg.Score: 139.11, Time: 04:34:53, Interval: 00:18\n",
      "Ep. 899, Timesteps 1600, Score.Agents: 138.53, Avg.Score: 139.05, Time: 04:35:10, Interval: 00:17\n",
      "Saving model, i_episode:  900 \n",
      "\n",
      "Ep. 900, Timesteps 1600, Score.Agents: 123.10, Avg.Score: 138.91, Time: 04:35:28, Interval: 00:18\n",
      "Ep. 901, Timesteps 1600, Score.Agents: 112.38, Avg.Score: 138.78, Time: 04:35:46, Interval: 00:18\n",
      "Ep. 902, Timesteps 1600, Score.Agents: 80.72, Avg.Score: 138.43, Time: 04:36:05, Interval: 00:19\n",
      "Ep. 903, Timesteps 1600, Score.Agents: 127.15, Avg.Score: 138.36, Time: 04:36:35, Interval: 00:30\n",
      "Ep. 904, Timesteps 1600, Score.Agents: 113.37, Avg.Score: 138.20, Time: 04:37:06, Interval: 00:31\n",
      "Ep. 905, Timesteps 1600, Score.Agents: 128.15, Avg.Score: 138.26, Time: 04:37:37, Interval: 00:31\n",
      "Ep. 906, Timesteps 1600, Score.Agents: 136.64, Avg.Score: 138.25, Time: 04:38:06, Interval: 00:29\n",
      "Ep. 907, Timesteps 1600, Score.Agents: 152.92, Avg.Score: 138.36, Time: 04:38:34, Interval: 00:28\n",
      "Ep. 908, Timesteps 1600, Score.Agents: 139.52, Avg.Score: 138.44, Time: 04:39:02, Interval: 00:28\n",
      "Ep. 909, Timesteps 1600, Score.Agents: 159.69, Avg.Score: 138.70, Time: 04:39:31, Interval: 00:29\n",
      "Ep. 910, Timesteps 1600, Score.Agents: 131.93, Avg.Score: 139.08, Time: 04:39:59, Interval: 00:28\n",
      "Ep. 911, Timesteps 1600, Score.Agents: 113.27, Avg.Score: 139.03, Time: 04:40:26, Interval: 00:27\n",
      "Ep. 912, Timesteps 1600, Score.Agents: 128.24, Avg.Score: 139.05, Time: 04:40:55, Interval: 00:29\n",
      "Ep. 913, Timesteps 1600, Score.Agents: 149.32, Avg.Score: 139.10, Time: 04:41:24, Interval: 00:29\n",
      "Ep. 914, Timesteps 1600, Score.Agents: 114.25, Avg.Score: 138.84, Time: 04:41:52, Interval: 00:28\n",
      "Ep. 915, Timesteps 1600, Score.Agents: 139.39, Avg.Score: 138.71, Time: 04:42:20, Interval: 00:28\n",
      "Ep. 916, Timesteps 1600, Score.Agents: 160.02, Avg.Score: 139.00, Time: 04:42:47, Interval: 00:27\n",
      "Ep. 917, Timesteps 1600, Score.Agents: 150.23, Avg.Score: 138.97, Time: 04:43:15, Interval: 00:28\n",
      "Ep. 918, Timesteps 1600, Score.Agents: 141.09, Avg.Score: 138.97, Time: 04:43:43, Interval: 00:28\n",
      "Ep. 919, Timesteps 1600, Score.Agents: 161.01, Avg.Score: 139.15, Time: 04:44:14, Interval: 00:31\n",
      "Ep. 920, Timesteps 1600, Score.Agents: 126.37, Avg.Score: 139.10, Time: 04:44:45, Interval: 00:31\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 921, Timesteps 1600, Score.Agents: 156.36, Avg.Score: 139.20, Time: 04:45:15, Interval: 00:30\n",
      "Ep. 922, Timesteps 1600, Score.Agents: 159.64, Avg.Score: 139.24, Time: 04:45:46, Interval: 00:31\n",
      "Ep. 923, Timesteps 1600, Score.Agents: 145.42, Avg.Score: 139.33, Time: 04:46:16, Interval: 00:30\n",
      "Ep. 924, Timesteps 1600, Score.Agents: 152.34, Avg.Score: 139.38, Time: 04:46:53, Interval: 00:37\n",
      "Ep. 925, Timesteps 1600, Score.Agents: 162.15, Avg.Score: 139.61, Time: 04:47:29, Interval: 00:36\n",
      "Ep. 926, Timesteps 1600, Score.Agents: 162.62, Avg.Score: 139.80, Time: 04:48:05, Interval: 00:36\n",
      "Ep. 927, Timesteps 1600, Score.Agents: 150.49, Avg.Score: 139.96, Time: 04:48:36, Interval: 00:31\n",
      "Ep. 928, Timesteps 1600, Score.Agents: 132.87, Avg.Score: 139.99, Time: 04:49:06, Interval: 00:30\n",
      "Ep. 929, Timesteps 1600, Score.Agents: 144.14, Avg.Score: 140.13, Time: 04:49:35, Interval: 00:29\n",
      "Saving model, i_episode:  930 \n",
      "\n",
      "Ep. 930, Timesteps 1600, Score.Agents: 154.16, Avg.Score: 140.22, Time: 04:50:04, Interval: 00:29\n",
      "Ep. 931, Timesteps 1600, Score.Agents: 147.45, Avg.Score: 140.44, Time: 04:50:32, Interval: 00:28\n",
      "Ep. 932, Timesteps 1600, Score.Agents: 152.81, Avg.Score: 140.54, Time: 04:51:03, Interval: 00:31\n",
      "Ep. 933, Timesteps 1600, Score.Agents: 136.72, Avg.Score: 140.48, Time: 04:51:40, Interval: 00:37\n",
      "Ep. 934, Timesteps 1600, Score.Agents: 159.93, Avg.Score: 140.60, Time: 04:52:13, Interval: 00:33\n",
      "Ep. 935, Timesteps 1600, Score.Agents: 144.07, Avg.Score: 140.74, Time: 04:52:45, Interval: 00:32\n",
      "Ep. 936, Timesteps 1600, Score.Agents: 131.22, Avg.Score: 140.59, Time: 04:53:16, Interval: 00:31\n",
      "Ep. 937, Timesteps 1600, Score.Agents: 146.85, Avg.Score: 140.57, Time: 04:53:46, Interval: 00:30\n",
      "Ep. 938, Timesteps 1600, Score.Agents: 147.20, Avg.Score: 140.64, Time: 04:54:14, Interval: 00:28\n",
      "Ep. 939, Timesteps 1600, Score.Agents: 160.86, Avg.Score: 140.83, Time: 04:54:45, Interval: 00:31\n",
      "Ep. 940, Timesteps 1600, Score.Agents: 159.22, Avg.Score: 141.02, Time: 04:55:16, Interval: 00:31\n",
      "Ep. 941, Timesteps 1600, Score.Agents: 140.02, Avg.Score: 141.03, Time: 04:55:43, Interval: 00:27\n",
      "Ep. 942, Timesteps 1600, Score.Agents: 149.12, Avg.Score: 141.43, Time: 04:56:11, Interval: 00:28\n",
      "Ep. 943, Timesteps 1600, Score.Agents: 152.81, Avg.Score: 141.62, Time: 04:56:38, Interval: 00:27\n",
      "Ep. 944, Timesteps 1600, Score.Agents: 152.94, Avg.Score: 141.64, Time: 04:57:06, Interval: 00:28\n",
      "Ep. 945, Timesteps 1600, Score.Agents: 156.70, Avg.Score: 141.78, Time: 04:57:33, Interval: 00:27\n",
      "Ep. 946, Timesteps 1600, Score.Agents: 138.93, Avg.Score: 141.80, Time: 04:58:01, Interval: 00:28\n",
      "Ep. 947, Timesteps 1600, Score.Agents: 144.93, Avg.Score: 142.05, Time: 04:58:28, Interval: 00:27\n",
      "Ep. 948, Timesteps 1600, Score.Agents: 147.17, Avg.Score: 142.14, Time: 04:58:56, Interval: 00:28\n",
      "Ep. 949, Timesteps 1600, Score.Agents: 161.34, Avg.Score: 142.52, Time: 04:59:23, Interval: 00:27\n",
      "Ep. 950, Timesteps 1600, Score.Agents: 166.92, Avg.Score: 143.03, Time: 04:59:50, Interval: 00:27\n",
      "Ep. 951, Timesteps 1600, Score.Agents: 156.92, Avg.Score: 143.16, Time: 05:00:18, Interval: 00:28\n",
      "Ep. 952, Timesteps 1600, Score.Agents: 158.78, Avg.Score: 143.20, Time: 05:00:46, Interval: 00:28\n",
      "Ep. 953, Timesteps 1600, Score.Agents: 142.70, Avg.Score: 143.29, Time: 05:01:18, Interval: 00:32\n",
      "Ep. 954, Timesteps 1600, Score.Agents: 159.26, Avg.Score: 143.53, Time: 05:01:51, Interval: 00:33\n",
      "Ep. 955, Timesteps 1600, Score.Agents: 167.83, Avg.Score: 143.79, Time: 05:02:21, Interval: 00:30\n",
      "Ep. 956, Timesteps 1600, Score.Agents: 154.36, Avg.Score: 143.66, Time: 05:02:49, Interval: 00:28\n",
      "Ep. 957, Timesteps 1600, Score.Agents: 165.64, Avg.Score: 143.92, Time: 05:03:18, Interval: 00:29\n",
      "Ep. 958, Timesteps 1600, Score.Agents: 139.47, Avg.Score: 143.93, Time: 05:03:46, Interval: 00:28\n",
      "Ep. 959, Timesteps 1600, Score.Agents: 140.71, Avg.Score: 144.04, Time: 05:04:14, Interval: 00:28\n",
      "Saving model, i_episode:  960 \n",
      "\n",
      "Ep. 960, Timesteps 1600, Score.Agents: 154.07, Avg.Score: 144.37, Time: 05:04:42, Interval: 00:28\n",
      "Ep. 961, Timesteps 1600, Score.Agents: 152.68, Avg.Score: 144.60, Time: 05:05:10, Interval: 00:28\n",
      "Ep. 962, Timesteps 1600, Score.Agents: 164.41, Avg.Score: 144.83, Time: 05:05:38, Interval: 00:28\n",
      "Ep. 963, Timesteps 1600, Score.Agents: 142.99, Avg.Score: 144.78, Time: 05:06:05, Interval: 00:27\n",
      "Ep. 964, Timesteps 1600, Score.Agents: 151.11, Avg.Score: 144.94, Time: 05:06:33, Interval: 00:28\n",
      "Ep. 965, Timesteps 1600, Score.Agents: 132.04, Avg.Score: 144.85, Time: 05:07:01, Interval: 00:28\n",
      "Ep. 966, Timesteps 1600, Score.Agents: 148.13, Avg.Score: 144.75, Time: 05:07:29, Interval: 00:28\n",
      "Ep. 967, Timesteps 1600, Score.Agents: 144.35, Avg.Score: 144.73, Time: 05:07:57, Interval: 00:28\n",
      "Ep. 968, Timesteps 1600, Score.Agents: 151.37, Avg.Score: 144.79, Time: 05:08:25, Interval: 00:28\n",
      "Ep. 969, Timesteps 1600, Score.Agents: 149.04, Avg.Score: 144.79, Time: 05:08:52, Interval: 00:27\n",
      "Ep. 970, Timesteps 1600, Score.Agents: 136.55, Avg.Score: 144.69, Time: 05:09:21, Interval: 00:29\n",
      "Ep. 971, Timesteps 1600, Score.Agents: 157.07, Avg.Score: 144.91, Time: 05:09:49, Interval: 00:28\n",
      "Ep. 972, Timesteps 1600, Score.Agents: 163.17, Avg.Score: 145.02, Time: 05:10:17, Interval: 00:28\n",
      "Ep. 973, Timesteps 1600, Score.Agents: 140.44, Avg.Score: 144.88, Time: 05:10:45, Interval: 00:28\n",
      "Ep. 974, Timesteps 1600, Score.Agents: 152.24, Avg.Score: 145.01, Time: 05:11:13, Interval: 00:28\n",
      "Ep. 975, Timesteps 1600, Score.Agents: 154.69, Avg.Score: 145.12, Time: 05:11:41, Interval: 00:28\n",
      "Ep. 976, Timesteps 1600, Score.Agents: 171.20, Avg.Score: 145.37, Time: 05:12:09, Interval: 00:28\n",
      "Ep. 977, Timesteps 1600, Score.Agents: 168.61, Avg.Score: 145.58, Time: 05:12:37, Interval: 00:28\n",
      "Ep. 978, Timesteps 1600, Score.Agents: 159.28, Avg.Score: 145.75, Time: 05:13:05, Interval: 00:28\n",
      "Ep. 979, Timesteps 1600, Score.Agents: 142.82, Avg.Score: 145.67, Time: 05:13:32, Interval: 00:27\n",
      "Ep. 980, Timesteps 1600, Score.Agents: 146.16, Avg.Score: 145.62, Time: 05:14:00, Interval: 00:28\n",
      "Ep. 981, Timesteps 1600, Score.Agents: 148.41, Avg.Score: 145.60, Time: 05:14:28, Interval: 00:28\n",
      "Ep. 982, Timesteps 1600, Score.Agents: 164.09, Avg.Score: 145.69, Time: 05:14:56, Interval: 00:28\n",
      "Ep. 983, Timesteps 1600, Score.Agents: 154.28, Avg.Score: 145.79, Time: 05:15:24, Interval: 00:28\n",
      "Ep. 984, Timesteps 1600, Score.Agents: 156.52, Avg.Score: 145.90, Time: 05:15:52, Interval: 00:28\n",
      "Ep. 985, Timesteps 1600, Score.Agents: 142.42, Avg.Score: 145.80, Time: 05:16:19, Interval: 00:27\n",
      "Ep. 986, Timesteps 1600, Score.Agents: 127.31, Avg.Score: 145.70, Time: 05:16:48, Interval: 00:29\n",
      "Ep. 987, Timesteps 1600, Score.Agents: 155.83, Avg.Score: 145.70, Time: 05:17:16, Interval: 00:28\n",
      "Ep. 988, Timesteps 1600, Score.Agents: 134.38, Avg.Score: 145.64, Time: 05:17:44, Interval: 00:28\n",
      "Ep. 989, Timesteps 1600, Score.Agents: 149.05, Avg.Score: 145.66, Time: 05:18:12, Interval: 00:28\n",
      "Saving model, i_episode:  990 \n",
      "\n",
      "Ep. 990, Timesteps 1600, Score.Agents: 163.81, Avg.Score: 145.72, Time: 05:18:40, Interval: 00:28\n",
      "Ep. 991, Timesteps 1600, Score.Agents: 130.16, Avg.Score: 145.53, Time: 05:19:08, Interval: 00:28\n",
      "Ep. 992, Timesteps 1600, Score.Agents: 155.89, Avg.Score: 145.76, Time: 05:19:35, Interval: 00:27\n",
      "Ep. 993, Timesteps 1600, Score.Agents: 157.36, Avg.Score: 145.99, Time: 05:20:03, Interval: 00:28\n",
      "Ep. 994, Timesteps 1600, Score.Agents: 134.11, Avg.Score: 146.03, Time: 05:20:31, Interval: 00:28\n",
      "Ep. 995, Timesteps 1600, Score.Agents: 147.52, Avg.Score: 146.05, Time: 05:20:59, Interval: 00:28\n",
      "Ep. 996, Timesteps 1600, Score.Agents: 155.00, Avg.Score: 146.15, Time: 05:21:26, Interval: 00:27\n",
      "Ep. 997, Timesteps 1600, Score.Agents: 164.53, Avg.Score: 146.67, Time: 05:21:54, Interval: 00:28\n",
      "Ep. 998, Timesteps 1600, Score.Agents: 144.83, Avg.Score: 146.98, Time: 05:22:21, Interval: 00:27\n",
      "Ep. 999, Timesteps 1600, Score.Agents: 142.21, Avg.Score: 147.02, Time: 05:22:49, Interval: 00:28\n",
      "Ep. 1000, Timesteps 1600, Score.Agents: 154.04, Avg.Score: 147.33, Time: 05:23:17, Interval: 00:28\n",
      "Ep. 1001, Timesteps 1600, Score.Agents: 167.98, Avg.Score: 147.89, Time: 05:23:45, Interval: 00:28\n",
      "Ep. 1002, Timesteps 1600, Score.Agents: 166.09, Avg.Score: 148.74, Time: 05:24:13, Interval: 00:28\n",
      "Ep. 1003, Timesteps 1600, Score.Agents: 130.01, Avg.Score: 148.77, Time: 05:24:40, Interval: 00:27\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1004, Timesteps 1600, Score.Agents: 129.70, Avg.Score: 148.93, Time: 05:25:08, Interval: 00:28\n",
      "Ep. 1005, Timesteps 1600, Score.Agents: 136.51, Avg.Score: 149.01, Time: 05:25:36, Interval: 00:28\n",
      "Ep. 1006, Timesteps 1600, Score.Agents: 160.74, Avg.Score: 149.26, Time: 05:26:04, Interval: 00:28\n",
      "Ep. 1007, Timesteps 1600, Score.Agents: 163.00, Avg.Score: 149.36, Time: 05:26:31, Interval: 00:27\n",
      "Ep. 1008, Timesteps 1600, Score.Agents: 142.92, Avg.Score: 149.39, Time: 05:26:59, Interval: 00:28\n",
      "Ep. 1009, Timesteps 1600, Score.Agents: 96.62, Avg.Score: 148.76, Time: 05:27:27, Interval: 00:28\n",
      "Ep. 1010, Timesteps 1600, Score.Agents: 152.82, Avg.Score: 148.97, Time: 05:27:55, Interval: 00:28\n",
      "Ep. 1011, Timesteps 1600, Score.Agents: 144.82, Avg.Score: 149.28, Time: 05:28:22, Interval: 00:27\n",
      "Ep. 1012, Timesteps 1600, Score.Agents: 137.08, Avg.Score: 149.37, Time: 05:28:50, Interval: 00:28\n",
      "Ep. 1013, Timesteps 1600, Score.Agents: 156.60, Avg.Score: 149.45, Time: 05:29:17, Interval: 00:27\n",
      "Ep. 1014, Timesteps 1600, Score.Agents: 147.73, Avg.Score: 149.78, Time: 05:29:45, Interval: 00:28\n",
      "Ep. 1015, Timesteps 1600, Score.Agents: 158.24, Avg.Score: 149.97, Time: 05:30:13, Interval: 00:28\n",
      "Ep. 1016, Timesteps 1600, Score.Agents: 152.38, Avg.Score: 149.89, Time: 05:30:40, Interval: 00:27\n",
      "Ep. 1017, Timesteps 1600, Score.Agents: 160.21, Avg.Score: 149.99, Time: 05:31:08, Interval: 00:28\n",
      "Ep. 1018, Timesteps 1600, Score.Agents: 153.87, Avg.Score: 150.12, Time: 05:31:36, Interval: 00:28\n",
      "Ep. 1019, Timesteps 1600, Score.Agents: 162.69, Avg.Score: 150.14, Time: 05:32:04, Interval: 00:28\n",
      "Saving model, i_episode:  1020 \n",
      "\n",
      "Ep. 1020, Timesteps 1600, Score.Agents: 138.18, Avg.Score: 150.25, Time: 05:32:31, Interval: 00:27\n",
      "Ep. 1021, Timesteps 1600, Score.Agents: 130.53, Avg.Score: 150.00, Time: 05:32:59, Interval: 00:28\n",
      "Ep. 1022, Timesteps 1600, Score.Agents: 122.17, Avg.Score: 149.62, Time: 05:33:26, Interval: 00:27\n",
      "Ep. 1023, Timesteps 1600, Score.Agents: 149.94, Avg.Score: 149.67, Time: 05:33:55, Interval: 00:29\n",
      "Ep. 1024, Timesteps 1600, Score.Agents: 152.98, Avg.Score: 149.67, Time: 05:34:22, Interval: 00:27\n",
      "Ep. 1025, Timesteps 1600, Score.Agents: 147.44, Avg.Score: 149.53, Time: 05:34:50, Interval: 00:28\n",
      "Ep. 1026, Timesteps 1600, Score.Agents: 115.04, Avg.Score: 149.05, Time: 05:35:18, Interval: 00:28\n",
      "Ep. 1027, Timesteps 1600, Score.Agents: 135.35, Avg.Score: 148.90, Time: 05:35:45, Interval: 00:27\n",
      "Ep. 1028, Timesteps 1600, Score.Agents: 116.84, Avg.Score: 148.74, Time: 05:36:13, Interval: 00:28\n",
      "Ep. 1029, Timesteps 1600, Score.Agents: 156.01, Avg.Score: 148.86, Time: 05:36:41, Interval: 00:28\n",
      "Ep. 1030, Timesteps 1600, Score.Agents: 138.38, Avg.Score: 148.70, Time: 05:37:08, Interval: 00:27\n",
      "Ep. 1031, Timesteps 1600, Score.Agents: 142.17, Avg.Score: 148.65, Time: 05:37:36, Interval: 00:28\n",
      "Ep. 1032, Timesteps 1600, Score.Agents: 133.84, Avg.Score: 148.46, Time: 05:38:03, Interval: 00:27\n",
      "Ep. 1033, Timesteps 1600, Score.Agents: 155.64, Avg.Score: 148.65, Time: 05:38:31, Interval: 00:28\n",
      "Ep. 1034, Timesteps 1600, Score.Agents: 158.62, Avg.Score: 148.63, Time: 05:38:59, Interval: 00:28\n",
      "Ep. 1035, Timesteps 1600, Score.Agents: 140.47, Avg.Score: 148.60, Time: 05:39:26, Interval: 00:27\n",
      "Ep. 1036, Timesteps 1600, Score.Agents: 143.17, Avg.Score: 148.72, Time: 05:39:54, Interval: 00:28\n",
      "Ep. 1037, Timesteps 1600, Score.Agents: 116.18, Avg.Score: 148.41, Time: 05:40:22, Interval: 00:28\n",
      "Ep. 1038, Timesteps 1600, Score.Agents: 154.11, Avg.Score: 148.48, Time: 05:40:50, Interval: 00:28\n",
      "Ep. 1039, Timesteps 1600, Score.Agents: 108.78, Avg.Score: 147.96, Time: 05:41:17, Interval: 00:27\n",
      "Ep. 1040, Timesteps 1600, Score.Agents: 140.86, Avg.Score: 147.77, Time: 05:41:45, Interval: 00:28\n",
      "Ep. 1041, Timesteps 1600, Score.Agents: 147.49, Avg.Score: 147.85, Time: 05:42:12, Interval: 00:27\n",
      "Ep. 1042, Timesteps 1600, Score.Agents: 154.27, Avg.Score: 147.90, Time: 05:42:40, Interval: 00:28\n",
      "Ep. 1043, Timesteps 1600, Score.Agents: 135.81, Avg.Score: 147.73, Time: 05:43:07, Interval: 00:27\n",
      "Ep. 1044, Timesteps 1600, Score.Agents: 151.20, Avg.Score: 147.71, Time: 05:43:34, Interval: 00:27\n",
      "Ep. 1045, Timesteps 1600, Score.Agents: 143.15, Avg.Score: 147.58, Time: 05:44:02, Interval: 00:28\n",
      "Ep. 1046, Timesteps 1600, Score.Agents: 151.51, Avg.Score: 147.70, Time: 05:44:29, Interval: 00:27\n",
      "Ep. 1047, Timesteps 1600, Score.Agents: 146.87, Avg.Score: 147.72, Time: 05:44:56, Interval: 00:27\n",
      "Ep. 1048, Timesteps 1600, Score.Agents: 143.56, Avg.Score: 147.69, Time: 05:45:23, Interval: 00:27\n",
      "Ep. 1049, Timesteps 1600, Score.Agents: 154.39, Avg.Score: 147.62, Time: 05:45:51, Interval: 00:28\n",
      "Saving model, i_episode:  1050 \n",
      "\n",
      "Ep. 1050, Timesteps 1600, Score.Agents: 139.65, Avg.Score: 147.34, Time: 05:46:19, Interval: 00:28\n",
      "Ep. 1051, Timesteps 1600, Score.Agents: 144.94, Avg.Score: 147.22, Time: 05:46:46, Interval: 00:27\n",
      "Ep. 1052, Timesteps 1600, Score.Agents: 142.89, Avg.Score: 147.07, Time: 05:47:14, Interval: 00:28\n",
      "Ep. 1053, Timesteps 1600, Score.Agents: 142.69, Avg.Score: 147.07, Time: 05:47:42, Interval: 00:28\n",
      "Ep. 1054, Timesteps 1600, Score.Agents: 161.93, Avg.Score: 147.09, Time: 05:48:09, Interval: 00:27\n",
      "Ep. 1055, Timesteps 1600, Score.Agents: 146.11, Avg.Score: 146.88, Time: 05:48:37, Interval: 00:28\n",
      "Ep. 1056, Timesteps 1600, Score.Agents: 160.86, Avg.Score: 146.94, Time: 05:49:06, Interval: 00:29\n",
      "Ep. 1057, Timesteps 1600, Score.Agents: 160.07, Avg.Score: 146.88, Time: 05:49:33, Interval: 00:27\n",
      "Ep. 1058, Timesteps 1600, Score.Agents: 153.13, Avg.Score: 147.02, Time: 05:50:01, Interval: 00:28\n",
      "Ep. 1059, Timesteps 1600, Score.Agents: 151.29, Avg.Score: 147.13, Time: 05:50:28, Interval: 00:27\n",
      "Ep. 1060, Timesteps 1600, Score.Agents: 138.68, Avg.Score: 146.97, Time: 05:50:56, Interval: 00:28\n",
      "Ep. 1061, Timesteps 1600, Score.Agents: 167.14, Avg.Score: 147.12, Time: 05:51:24, Interval: 00:28\n",
      "Ep. 1062, Timesteps 1600, Score.Agents: 157.36, Avg.Score: 147.05, Time: 05:51:52, Interval: 00:28\n",
      "Ep. 1063, Timesteps 1600, Score.Agents: 160.85, Avg.Score: 147.23, Time: 05:52:20, Interval: 00:28\n",
      "Ep. 1064, Timesteps 1600, Score.Agents: 143.03, Avg.Score: 147.14, Time: 05:52:48, Interval: 00:28\n",
      "Ep. 1065, Timesteps 1600, Score.Agents: 161.24, Avg.Score: 147.44, Time: 05:53:16, Interval: 00:28\n",
      "Ep. 1066, Timesteps 1600, Score.Agents: 159.12, Avg.Score: 147.55, Time: 05:53:44, Interval: 00:28\n",
      "Ep. 1067, Timesteps 1600, Score.Agents: 149.67, Avg.Score: 147.60, Time: 05:54:12, Interval: 00:28\n",
      "Ep. 1068, Timesteps 1600, Score.Agents: 158.60, Avg.Score: 147.67, Time: 05:54:40, Interval: 00:28\n",
      "Ep. 1069, Timesteps 1600, Score.Agents: 159.83, Avg.Score: 147.78, Time: 05:55:07, Interval: 00:27\n",
      "Ep. 1070, Timesteps 1600, Score.Agents: 153.44, Avg.Score: 147.95, Time: 05:55:35, Interval: 00:28\n",
      "Ep. 1071, Timesteps 1600, Score.Agents: 170.01, Avg.Score: 148.08, Time: 05:56:03, Interval: 00:28\n",
      "Ep. 1072, Timesteps 1600, Score.Agents: 146.30, Avg.Score: 147.91, Time: 05:56:31, Interval: 00:28\n",
      "Ep. 1073, Timesteps 1600, Score.Agents: 157.65, Avg.Score: 148.08, Time: 05:56:59, Interval: 00:28\n",
      "Ep. 1074, Timesteps 1600, Score.Agents: 148.03, Avg.Score: 148.04, Time: 05:57:26, Interval: 00:27\n",
      "Ep. 1075, Timesteps 1600, Score.Agents: 164.81, Avg.Score: 148.14, Time: 05:57:54, Interval: 00:28\n",
      "Ep. 1076, Timesteps 1600, Score.Agents: 154.59, Avg.Score: 147.97, Time: 05:58:22, Interval: 00:28\n",
      "Ep. 1077, Timesteps 1600, Score.Agents: 158.45, Avg.Score: 147.87, Time: 05:58:50, Interval: 00:28\n",
      "Ep. 1078, Timesteps 1600, Score.Agents: 156.37, Avg.Score: 147.84, Time: 05:59:17, Interval: 00:27\n",
      "Ep. 1079, Timesteps 1600, Score.Agents: 167.09, Avg.Score: 148.09, Time: 05:59:45, Interval: 00:28\n",
      "Saving model, i_episode:  1080 \n",
      "\n",
      "Ep. 1080, Timesteps 1600, Score.Agents: 129.82, Avg.Score: 147.92, Time: 06:00:13, Interval: 00:28\n",
      "Ep. 1081, Timesteps 1600, Score.Agents: 139.37, Avg.Score: 147.83, Time: 06:00:41, Interval: 00:28\n",
      "Ep. 1082, Timesteps 1600, Score.Agents: 151.50, Avg.Score: 147.71, Time: 06:01:09, Interval: 00:28\n",
      "Ep. 1083, Timesteps 1600, Score.Agents: 135.85, Avg.Score: 147.52, Time: 06:01:36, Interval: 00:27\n",
      "Ep. 1084, Timesteps 1600, Score.Agents: 123.30, Avg.Score: 147.19, Time: 06:02:04, Interval: 00:28\n",
      "Ep. 1085, Timesteps 1600, Score.Agents: 147.33, Avg.Score: 147.24, Time: 06:02:32, Interval: 00:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1086, Timesteps 1600, Score.Agents: 149.65, Avg.Score: 147.46, Time: 06:03:00, Interval: 00:28\n",
      "Ep. 1087, Timesteps 1600, Score.Agents: 136.58, Avg.Score: 147.27, Time: 06:03:27, Interval: 00:27\n",
      "Ep. 1088, Timesteps 1600, Score.Agents: 134.81, Avg.Score: 147.27, Time: 06:03:56, Interval: 00:29\n",
      "Ep. 1089, Timesteps 1600, Score.Agents: 165.98, Avg.Score: 147.44, Time: 06:04:24, Interval: 00:28\n",
      "Ep. 1090, Timesteps 1600, Score.Agents: 168.47, Avg.Score: 147.49, Time: 06:04:51, Interval: 00:27\n",
      "Ep. 1091, Timesteps 1600, Score.Agents: 151.88, Avg.Score: 147.71, Time: 06:05:19, Interval: 00:28\n",
      "Ep. 1092, Timesteps 1600, Score.Agents: 152.57, Avg.Score: 147.67, Time: 06:05:47, Interval: 00:28\n",
      "Ep. 1093, Timesteps 1600, Score.Agents: 155.33, Avg.Score: 147.65, Time: 06:06:14, Interval: 00:27\n",
      "Ep. 1094, Timesteps 1600, Score.Agents: 153.21, Avg.Score: 147.85, Time: 06:06:42, Interval: 00:28\n",
      "Ep. 1095, Timesteps 1600, Score.Agents: 161.44, Avg.Score: 147.98, Time: 06:07:10, Interval: 00:28\n",
      "Ep. 1096, Timesteps 1600, Score.Agents: 165.64, Avg.Score: 148.09, Time: 06:07:37, Interval: 00:27\n",
      "Ep. 1097, Timesteps 1600, Score.Agents: 159.68, Avg.Score: 148.04, Time: 06:08:05, Interval: 00:28\n",
      "Ep. 1098, Timesteps 1600, Score.Agents: 161.30, Avg.Score: 148.21, Time: 06:08:33, Interval: 00:28\n",
      "Ep. 1099, Timesteps 1600, Score.Agents: 153.31, Avg.Score: 148.32, Time: 06:09:01, Interval: 00:28\n",
      "Ep. 1100, Timesteps 1600, Score.Agents: 149.49, Avg.Score: 148.27, Time: 06:09:30, Interval: 00:29\n",
      "Ep. 1101, Timesteps 1600, Score.Agents: 164.08, Avg.Score: 148.23, Time: 06:09:58, Interval: 00:28\n",
      "Ep. 1102, Timesteps 1600, Score.Agents: 160.00, Avg.Score: 148.17, Time: 06:10:27, Interval: 00:29\n",
      "Ep. 1103, Timesteps 1600, Score.Agents: 149.43, Avg.Score: 148.37, Time: 06:10:55, Interval: 00:28\n",
      "Ep. 1104, Timesteps 1600, Score.Agents: 171.26, Avg.Score: 148.78, Time: 06:11:22, Interval: 00:27\n",
      "Ep. 1105, Timesteps 1600, Score.Agents: 161.60, Avg.Score: 149.03, Time: 06:11:50, Interval: 00:28\n",
      "Ep. 1106, Timesteps 1600, Score.Agents: 158.34, Avg.Score: 149.01, Time: 06:12:18, Interval: 00:28\n",
      "Ep. 1107, Timesteps 1600, Score.Agents: 173.53, Avg.Score: 149.11, Time: 06:12:46, Interval: 00:28\n",
      "Ep. 1108, Timesteps 1600, Score.Agents: 173.95, Avg.Score: 149.43, Time: 06:13:14, Interval: 00:28\n",
      "Ep. 1109, Timesteps 1600, Score.Agents: 170.51, Avg.Score: 150.16, Time: 06:13:41, Interval: 00:27\n",
      "Saving model, i_episode:  1110 \n",
      "\n",
      "Ep. 1110, Timesteps 1600, Score.Agents: 173.15, Avg.Score: 150.37, Time: 06:14:09, Interval: 00:28\n",
      "Ep. 1111, Timesteps 1600, Score.Agents: 148.32, Avg.Score: 150.40, Time: 06:14:37, Interval: 00:28\n",
      "Ep. 1112, Timesteps 1600, Score.Agents: 162.28, Avg.Score: 150.65, Time: 06:15:04, Interval: 00:27\n",
      "Ep. 1113, Timesteps 1600, Score.Agents: 155.98, Avg.Score: 150.65, Time: 06:15:32, Interval: 00:28\n",
      "Ep. 1114, Timesteps 1600, Score.Agents: 172.72, Avg.Score: 150.90, Time: 06:16:00, Interval: 00:28\n",
      "Ep. 1115, Timesteps 1600, Score.Agents: 167.96, Avg.Score: 151.00, Time: 06:16:28, Interval: 00:28\n",
      "Ep. 1116, Timesteps 1600, Score.Agents: 176.86, Avg.Score: 151.24, Time: 06:16:54, Interval: 00:26\n",
      "Ep. 1117, Timesteps 1600, Score.Agents: 166.61, Avg.Score: 151.30, Time: 06:17:22, Interval: 00:28\n",
      "Ep. 1118, Timesteps 1600, Score.Agents: 164.31, Avg.Score: 151.41, Time: 06:17:50, Interval: 00:28\n",
      "Ep. 1119, Timesteps 1600, Score.Agents: 155.67, Avg.Score: 151.34, Time: 06:18:18, Interval: 00:28\n",
      "Ep. 1120, Timesteps 1600, Score.Agents: 165.52, Avg.Score: 151.61, Time: 06:18:46, Interval: 00:28\n",
      "Ep. 1121, Timesteps 1600, Score.Agents: 150.42, Avg.Score: 151.81, Time: 06:19:14, Interval: 00:28\n",
      "Ep. 1122, Timesteps 1600, Score.Agents: 167.53, Avg.Score: 152.26, Time: 06:19:42, Interval: 00:28\n",
      "Ep. 1123, Timesteps 1600, Score.Agents: 171.18, Avg.Score: 152.48, Time: 06:20:09, Interval: 00:27\n",
      "Ep. 1124, Timesteps 1600, Score.Agents: 157.39, Avg.Score: 152.52, Time: 06:20:37, Interval: 00:28\n",
      "Ep. 1125, Timesteps 1600, Score.Agents: 156.50, Avg.Score: 152.61, Time: 06:21:05, Interval: 00:28\n",
      "Ep. 1126, Timesteps 1600, Score.Agents: 180.44, Avg.Score: 153.27, Time: 06:21:33, Interval: 00:28\n",
      "Ep. 1127, Timesteps 1600, Score.Agents: 167.92, Avg.Score: 153.59, Time: 06:22:01, Interval: 00:28\n",
      "Ep. 1128, Timesteps 1600, Score.Agents: 149.81, Avg.Score: 153.92, Time: 06:22:29, Interval: 00:28\n",
      "Ep. 1129, Timesteps 1600, Score.Agents: 166.02, Avg.Score: 154.02, Time: 06:22:57, Interval: 00:28\n",
      "Ep. 1130, Timesteps 1600, Score.Agents: 158.04, Avg.Score: 154.22, Time: 06:23:24, Interval: 00:27\n",
      "Ep. 1131, Timesteps 1600, Score.Agents: 149.92, Avg.Score: 154.29, Time: 06:23:52, Interval: 00:28\n",
      "Ep. 1132, Timesteps 1600, Score.Agents: 154.71, Avg.Score: 154.50, Time: 06:24:20, Interval: 00:28\n",
      "Ep. 1133, Timesteps 1600, Score.Agents: 168.22, Avg.Score: 154.63, Time: 06:24:48, Interval: 00:28\n",
      "Ep. 1134, Timesteps 1600, Score.Agents: 151.92, Avg.Score: 154.56, Time: 06:25:15, Interval: 00:27\n",
      "Ep. 1135, Timesteps 1600, Score.Agents: 125.88, Avg.Score: 154.42, Time: 06:25:43, Interval: 00:28\n",
      "Ep. 1136, Timesteps 1600, Score.Agents: 158.95, Avg.Score: 154.57, Time: 06:26:11, Interval: 00:28\n",
      "Ep. 1137, Timesteps 1600, Score.Agents: 167.55, Avg.Score: 155.09, Time: 06:26:39, Interval: 00:28\n",
      "Ep. 1138, Timesteps 1600, Score.Agents: 167.97, Avg.Score: 155.23, Time: 06:27:06, Interval: 00:27\n",
      "Ep. 1139, Timesteps 1600, Score.Agents: 154.16, Avg.Score: 155.68, Time: 06:27:33, Interval: 00:27\n",
      "Saving model, i_episode:  1140 \n",
      "\n",
      "Ep. 1140, Timesteps 1600, Score.Agents: 164.58, Avg.Score: 155.92, Time: 06:28:01, Interval: 00:28\n",
      "Ep. 1141, Timesteps 1600, Score.Agents: 155.48, Avg.Score: 156.00, Time: 06:28:28, Interval: 00:27\n",
      "Ep. 1142, Timesteps 1600, Score.Agents: 157.30, Avg.Score: 156.03, Time: 06:28:55, Interval: 00:27\n",
      "Ep. 1143, Timesteps 1600, Score.Agents: 163.53, Avg.Score: 156.30, Time: 06:29:22, Interval: 00:27\n",
      "Ep. 1144, Timesteps 1600, Score.Agents: 131.08, Avg.Score: 156.10, Time: 06:29:50, Interval: 00:28\n",
      "Ep. 1145, Timesteps 1600, Score.Agents: 174.91, Avg.Score: 156.42, Time: 06:30:17, Interval: 00:27\n",
      "Ep. 1146, Timesteps 1600, Score.Agents: 168.58, Avg.Score: 156.59, Time: 06:30:45, Interval: 00:28\n",
      "Ep. 1147, Timesteps 1600, Score.Agents: 174.87, Avg.Score: 156.87, Time: 06:31:12, Interval: 00:27\n",
      "Ep. 1148, Timesteps 1600, Score.Agents: 163.44, Avg.Score: 157.07, Time: 06:31:40, Interval: 00:28\n",
      "Ep. 1149, Timesteps 1600, Score.Agents: 155.02, Avg.Score: 157.08, Time: 06:32:07, Interval: 00:27\n",
      "Ep. 1150, Timesteps 1600, Score.Agents: 161.25, Avg.Score: 157.29, Time: 06:32:35, Interval: 00:28\n",
      "Ep. 1151, Timesteps 1600, Score.Agents: 157.99, Avg.Score: 157.42, Time: 06:33:03, Interval: 00:28\n",
      "Ep. 1152, Timesteps 1600, Score.Agents: 157.04, Avg.Score: 157.57, Time: 06:33:31, Interval: 00:28\n",
      "Ep. 1153, Timesteps 1600, Score.Agents: 156.42, Avg.Score: 157.70, Time: 06:33:58, Interval: 00:27\n",
      "Ep. 1154, Timesteps 1600, Score.Agents: 170.53, Avg.Score: 157.79, Time: 06:34:27, Interval: 00:29\n",
      "Ep. 1155, Timesteps 1600, Score.Agents: 167.69, Avg.Score: 158.00, Time: 06:34:54, Interval: 00:27\n",
      "Ep. 1156, Timesteps 1600, Score.Agents: 148.49, Avg.Score: 157.88, Time: 06:35:22, Interval: 00:28\n",
      "Ep. 1157, Timesteps 1600, Score.Agents: 176.32, Avg.Score: 158.04, Time: 06:35:50, Interval: 00:28\n",
      "Ep. 1158, Timesteps 1600, Score.Agents: 177.55, Avg.Score: 158.29, Time: 06:36:18, Interval: 00:28\n",
      "Ep. 1159, Timesteps 1600, Score.Agents: 164.05, Avg.Score: 158.42, Time: 06:36:46, Interval: 00:28\n",
      "Ep. 1160, Timesteps 1600, Score.Agents: 175.37, Avg.Score: 158.78, Time: 06:37:14, Interval: 00:28\n",
      "Ep. 1161, Timesteps 1600, Score.Agents: 159.77, Avg.Score: 158.71, Time: 06:37:41, Interval: 00:27\n",
      "Ep. 1162, Timesteps 1600, Score.Agents: 140.91, Avg.Score: 158.54, Time: 06:38:09, Interval: 00:28\n",
      "Ep. 1163, Timesteps 1600, Score.Agents: 170.23, Avg.Score: 158.64, Time: 06:38:37, Interval: 00:28\n",
      "Ep. 1164, Timesteps 1600, Score.Agents: 159.38, Avg.Score: 158.80, Time: 06:39:05, Interval: 00:28\n",
      "Ep. 1165, Timesteps 1600, Score.Agents: 125.35, Avg.Score: 158.44, Time: 06:39:32, Interval: 00:27\n",
      "Ep. 1166, Timesteps 1600, Score.Agents: 151.26, Avg.Score: 158.36, Time: 06:40:01, Interval: 00:29\n",
      "Ep. 1167, Timesteps 1600, Score.Agents: 145.34, Avg.Score: 158.32, Time: 06:40:28, Interval: 00:27\n",
      "Ep. 1168, Timesteps 1600, Score.Agents: 141.43, Avg.Score: 158.15, Time: 06:40:56, Interval: 00:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1169, Timesteps 1600, Score.Agents: 160.36, Avg.Score: 158.15, Time: 06:41:24, Interval: 00:28\n",
      "Saving model, i_episode:  1170 \n",
      "\n",
      "Ep. 1170, Timesteps 1600, Score.Agents: 140.77, Avg.Score: 158.03, Time: 06:41:52, Interval: 00:28\n",
      "Ep. 1171, Timesteps 1600, Score.Agents: 175.78, Avg.Score: 158.08, Time: 06:42:19, Interval: 00:27\n",
      "Ep. 1172, Timesteps 1600, Score.Agents: 180.15, Avg.Score: 158.42, Time: 06:42:47, Interval: 00:28\n",
      "Ep. 1173, Timesteps 1600, Score.Agents: 168.58, Avg.Score: 158.53, Time: 06:43:15, Interval: 00:28\n",
      "Ep. 1174, Timesteps 1600, Score.Agents: 167.38, Avg.Score: 158.73, Time: 06:43:42, Interval: 00:27\n",
      "Ep. 1175, Timesteps 1600, Score.Agents: 172.86, Avg.Score: 158.81, Time: 06:44:10, Interval: 00:28\n",
      "Ep. 1176, Timesteps 1600, Score.Agents: 156.77, Avg.Score: 158.83, Time: 06:44:38, Interval: 00:28\n",
      "Ep. 1177, Timesteps 1600, Score.Agents: 164.85, Avg.Score: 158.89, Time: 06:45:05, Interval: 00:27\n",
      "Ep. 1178, Timesteps 1600, Score.Agents: 167.40, Avg.Score: 159.00, Time: 06:45:33, Interval: 00:28\n",
      "Ep. 1179, Timesteps 1600, Score.Agents: 164.73, Avg.Score: 158.98, Time: 06:46:01, Interval: 00:28\n",
      "Ep. 1180, Timesteps 1600, Score.Agents: 147.05, Avg.Score: 159.15, Time: 06:46:28, Interval: 00:27\n",
      "Ep. 1181, Timesteps 1600, Score.Agents: 164.00, Avg.Score: 159.40, Time: 06:46:56, Interval: 00:28\n",
      "Ep. 1182, Timesteps 1600, Score.Agents: 162.79, Avg.Score: 159.51, Time: 06:47:24, Interval: 00:28\n",
      "Ep. 1183, Timesteps 1600, Score.Agents: 160.70, Avg.Score: 159.76, Time: 06:47:52, Interval: 00:28\n",
      "Ep. 1184, Timesteps 1600, Score.Agents: 184.81, Avg.Score: 160.37, Time: 06:48:20, Interval: 00:28\n",
      "Ep. 1185, Timesteps 1600, Score.Agents: 163.91, Avg.Score: 160.54, Time: 06:48:48, Interval: 00:28\n",
      "Ep. 1186, Timesteps 1600, Score.Agents: 168.85, Avg.Score: 160.73, Time: 06:49:15, Interval: 00:27\n",
      "Ep. 1187, Timesteps 1600, Score.Agents: 164.03, Avg.Score: 161.01, Time: 06:49:44, Interval: 00:29\n",
      "Ep. 1188, Timesteps 1600, Score.Agents: 181.11, Avg.Score: 161.47, Time: 06:50:11, Interval: 00:27\n",
      "Ep. 1189, Timesteps 1600, Score.Agents: 164.90, Avg.Score: 161.46, Time: 06:50:39, Interval: 00:28\n",
      "Ep. 1190, Timesteps 1600, Score.Agents: 152.15, Avg.Score: 161.30, Time: 06:51:07, Interval: 00:28\n",
      "Ep. 1191, Timesteps 1600, Score.Agents: 175.77, Avg.Score: 161.53, Time: 06:51:34, Interval: 00:27\n",
      "Ep. 1192, Timesteps 1600, Score.Agents: 179.35, Avg.Score: 161.80, Time: 06:52:02, Interval: 00:28\n",
      "Ep. 1193, Timesteps 1600, Score.Agents: 153.47, Avg.Score: 161.78, Time: 06:52:30, Interval: 00:28\n",
      "Ep. 1194, Timesteps 1600, Score.Agents: 166.19, Avg.Score: 161.91, Time: 06:52:58, Interval: 00:28\n",
      "Ep. 1195, Timesteps 1600, Score.Agents: 175.22, Avg.Score: 162.05, Time: 06:53:29, Interval: 00:31\n",
      "Ep. 1196, Timesteps 1600, Score.Agents: 177.34, Avg.Score: 162.17, Time: 06:53:59, Interval: 00:30\n",
      "Ep. 1197, Timesteps 1600, Score.Agents: 179.47, Avg.Score: 162.37, Time: 06:54:29, Interval: 00:30\n",
      "Ep. 1198, Timesteps 1600, Score.Agents: 174.37, Avg.Score: 162.50, Time: 06:54:58, Interval: 00:29\n",
      "Ep. 1199, Timesteps 1600, Score.Agents: 174.73, Avg.Score: 162.71, Time: 06:55:26, Interval: 00:28\n",
      "Saving model, i_episode:  1200 \n",
      "\n",
      "Ep. 1200, Timesteps 1600, Score.Agents: 178.74, Avg.Score: 163.00, Time: 06:55:54, Interval: 00:28\n",
      "Ep. 1201, Timesteps 1600, Score.Agents: 162.97, Avg.Score: 162.99, Time: 06:56:22, Interval: 00:28\n",
      "Ep. 1202, Timesteps 1600, Score.Agents: 160.09, Avg.Score: 162.99, Time: 06:56:50, Interval: 00:28\n",
      "Ep. 1203, Timesteps 1600, Score.Agents: 177.37, Avg.Score: 163.27, Time: 06:57:18, Interval: 00:28\n",
      "Ep. 1204, Timesteps 1600, Score.Agents: 171.77, Avg.Score: 163.28, Time: 06:57:46, Interval: 00:28\n",
      "Ep. 1205, Timesteps 1600, Score.Agents: 159.76, Avg.Score: 163.26, Time: 06:58:14, Interval: 00:28\n",
      "Ep. 1206, Timesteps 1600, Score.Agents: 153.73, Avg.Score: 163.21, Time: 06:58:42, Interval: 00:28\n",
      "Ep. 1207, Timesteps 1600, Score.Agents: 156.46, Avg.Score: 163.04, Time: 06:59:10, Interval: 00:28\n",
      "Ep. 1208, Timesteps 1600, Score.Agents: 160.38, Avg.Score: 162.91, Time: 06:59:37, Interval: 00:27\n",
      "Ep. 1209, Timesteps 1600, Score.Agents: 163.61, Avg.Score: 162.84, Time: 07:00:05, Interval: 00:28\n",
      "Ep. 1210, Timesteps 1600, Score.Agents: 163.62, Avg.Score: 162.74, Time: 07:00:33, Interval: 00:28\n",
      "Ep. 1211, Timesteps 1600, Score.Agents: 166.26, Avg.Score: 162.92, Time: 07:01:01, Interval: 00:28\n",
      "Ep. 1212, Timesteps 1600, Score.Agents: 158.13, Avg.Score: 162.88, Time: 07:01:29, Interval: 00:28\n",
      "Ep. 1213, Timesteps 1600, Score.Agents: 104.33, Avg.Score: 162.36, Time: 07:01:56, Interval: 00:27\n",
      "Ep. 1214, Timesteps 1600, Score.Agents: 159.04, Avg.Score: 162.23, Time: 07:02:24, Interval: 00:28\n",
      "Ep. 1215, Timesteps 1600, Score.Agents: 145.42, Avg.Score: 162.00, Time: 07:02:52, Interval: 00:28\n",
      "Ep. 1216, Timesteps 1600, Score.Agents: 157.84, Avg.Score: 161.81, Time: 07:03:19, Interval: 00:27\n",
      "Ep. 1217, Timesteps 1600, Score.Agents: 156.39, Avg.Score: 161.71, Time: 07:03:47, Interval: 00:28\n",
      "Ep. 1218, Timesteps 1600, Score.Agents: 146.33, Avg.Score: 161.53, Time: 07:04:15, Interval: 00:28\n",
      "Ep. 1219, Timesteps 1600, Score.Agents: 153.29, Avg.Score: 161.51, Time: 07:04:43, Interval: 00:28\n",
      "Ep. 1220, Timesteps 1600, Score.Agents: 174.16, Avg.Score: 161.59, Time: 07:05:12, Interval: 00:29\n",
      "Ep. 1221, Timesteps 1600, Score.Agents: 161.33, Avg.Score: 161.70, Time: 07:05:39, Interval: 00:27\n",
      "Ep. 1222, Timesteps 1600, Score.Agents: 155.25, Avg.Score: 161.58, Time: 07:06:07, Interval: 00:28\n",
      "Ep. 1223, Timesteps 1600, Score.Agents: 165.56, Avg.Score: 161.52, Time: 07:06:35, Interval: 00:28\n",
      "Ep. 1224, Timesteps 1600, Score.Agents: 169.29, Avg.Score: 161.64, Time: 07:07:03, Interval: 00:28\n",
      "Ep. 1225, Timesteps 1600, Score.Agents: 161.42, Avg.Score: 161.69, Time: 07:07:30, Interval: 00:27\n",
      "Ep. 1226, Timesteps 1600, Score.Agents: 163.24, Avg.Score: 161.52, Time: 07:07:58, Interval: 00:28\n",
      "Ep. 1227, Timesteps 1600, Score.Agents: 159.13, Avg.Score: 161.43, Time: 07:08:25, Interval: 00:27\n",
      "Ep. 1228, Timesteps 1600, Score.Agents: 143.88, Avg.Score: 161.37, Time: 07:08:53, Interval: 00:28\n",
      "Ep. 1229, Timesteps 1600, Score.Agents: 154.72, Avg.Score: 161.26, Time: 07:09:21, Interval: 00:28\n",
      "Saving model, i_episode:  1230 \n",
      "\n",
      "Ep. 1230, Timesteps 1600, Score.Agents: 157.91, Avg.Score: 161.26, Time: 07:09:49, Interval: 00:28\n",
      "Ep. 1231, Timesteps 1600, Score.Agents: 168.02, Avg.Score: 161.44, Time: 07:10:16, Interval: 00:27\n",
      "Ep. 1232, Timesteps 1600, Score.Agents: 151.67, Avg.Score: 161.41, Time: 07:10:44, Interval: 00:28\n",
      "Ep. 1233, Timesteps 1600, Score.Agents: 149.24, Avg.Score: 161.22, Time: 07:11:12, Interval: 00:28\n",
      "Ep. 1234, Timesteps 1600, Score.Agents: 149.86, Avg.Score: 161.20, Time: 07:11:39, Interval: 00:27\n",
      "Ep. 1235, Timesteps 1600, Score.Agents: 147.09, Avg.Score: 161.41, Time: 07:12:09, Interval: 00:30\n",
      "Ep. 1236, Timesteps 1600, Score.Agents: 167.86, Avg.Score: 161.50, Time: 07:12:39, Interval: 00:30\n",
      "Ep. 1237, Timesteps 1600, Score.Agents: 161.26, Avg.Score: 161.44, Time: 07:13:09, Interval: 00:30\n",
      "Ep. 1238, Timesteps 1600, Score.Agents: 153.17, Avg.Score: 161.29, Time: 07:13:38, Interval: 00:29\n",
      "Ep. 1239, Timesteps 1600, Score.Agents: 147.99, Avg.Score: 161.23, Time: 07:14:09, Interval: 00:31\n",
      "Ep. 1240, Timesteps 1600, Score.Agents: 156.11, Avg.Score: 161.14, Time: 07:14:39, Interval: 00:30\n",
      "Ep. 1241, Timesteps 1600, Score.Agents: 165.51, Avg.Score: 161.24, Time: 07:15:10, Interval: 00:31\n",
      "Ep. 1242, Timesteps 1600, Score.Agents: 148.25, Avg.Score: 161.15, Time: 07:15:40, Interval: 00:30\n",
      "Ep. 1243, Timesteps 1600, Score.Agents: 155.20, Avg.Score: 161.07, Time: 07:16:09, Interval: 00:29\n",
      "Ep. 1244, Timesteps 1600, Score.Agents: 169.03, Avg.Score: 161.45, Time: 07:16:36, Interval: 00:27\n",
      "Ep. 1245, Timesteps 1600, Score.Agents: 146.62, Avg.Score: 161.16, Time: 07:17:04, Interval: 00:28\n",
      "Ep. 1246, Timesteps 1600, Score.Agents: 145.56, Avg.Score: 160.93, Time: 07:17:32, Interval: 00:28\n",
      "Ep. 1247, Timesteps 1600, Score.Agents: 163.96, Avg.Score: 160.83, Time: 07:18:00, Interval: 00:28\n",
      "Ep. 1248, Timesteps 1600, Score.Agents: 149.50, Avg.Score: 160.69, Time: 07:18:28, Interval: 00:28\n",
      "Ep. 1249, Timesteps 1600, Score.Agents: 160.72, Avg.Score: 160.74, Time: 07:18:55, Interval: 00:27\n",
      "Ep. 1250, Timesteps 1600, Score.Agents: 150.73, Avg.Score: 160.64, Time: 07:19:22, Interval: 00:27\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1251, Timesteps 1600, Score.Agents: 153.80, Avg.Score: 160.60, Time: 07:19:49, Interval: 00:27\n",
      "Ep. 1252, Timesteps 1600, Score.Agents: 160.06, Avg.Score: 160.63, Time: 07:20:18, Interval: 00:29\n",
      "Ep. 1253, Timesteps 1600, Score.Agents: 166.60, Avg.Score: 160.73, Time: 07:20:45, Interval: 00:27\n",
      "Ep. 1254, Timesteps 1600, Score.Agents: 158.13, Avg.Score: 160.60, Time: 07:21:12, Interval: 00:27\n",
      "Ep. 1255, Timesteps 1600, Score.Agents: 161.65, Avg.Score: 160.54, Time: 07:21:39, Interval: 00:27\n",
      "Ep. 1256, Timesteps 1600, Score.Agents: 154.47, Avg.Score: 160.60, Time: 07:22:07, Interval: 00:28\n",
      "Ep. 1257, Timesteps 1600, Score.Agents: 172.58, Avg.Score: 160.57, Time: 07:22:35, Interval: 00:28\n",
      "Ep. 1258, Timesteps 1600, Score.Agents: 131.65, Avg.Score: 160.11, Time: 07:23:02, Interval: 00:27\n",
      "Ep. 1259, Timesteps 1600, Score.Agents: 152.13, Avg.Score: 159.99, Time: 07:23:30, Interval: 00:28\n",
      "Saving model, i_episode:  1260 \n",
      "\n",
      "Ep. 1260, Timesteps 1600, Score.Agents: 154.78, Avg.Score: 159.78, Time: 07:23:57, Interval: 00:27\n",
      "Ep. 1261, Timesteps 1600, Score.Agents: 170.05, Avg.Score: 159.88, Time: 07:24:25, Interval: 00:28\n",
      "Ep. 1262, Timesteps 1600, Score.Agents: 160.23, Avg.Score: 160.08, Time: 07:24:53, Interval: 00:28\n",
      "Ep. 1263, Timesteps 1600, Score.Agents: 164.69, Avg.Score: 160.02, Time: 07:25:21, Interval: 00:28\n",
      "Ep. 1264, Timesteps 1600, Score.Agents: 158.58, Avg.Score: 160.01, Time: 07:25:48, Interval: 00:27\n",
      "Ep. 1265, Timesteps 1600, Score.Agents: 162.90, Avg.Score: 160.39, Time: 07:26:17, Interval: 00:29\n",
      "Ep. 1266, Timesteps 1600, Score.Agents: 160.83, Avg.Score: 160.49, Time: 07:26:44, Interval: 00:27\n",
      "Ep. 1267, Timesteps 1600, Score.Agents: 174.08, Avg.Score: 160.77, Time: 07:27:12, Interval: 00:28\n",
      "Ep. 1268, Timesteps 1600, Score.Agents: 141.61, Avg.Score: 160.77, Time: 07:27:40, Interval: 00:28\n",
      "Ep. 1269, Timesteps 1600, Score.Agents: 158.69, Avg.Score: 160.76, Time: 07:28:08, Interval: 00:28\n",
      "Ep. 1270, Timesteps 1600, Score.Agents: 171.10, Avg.Score: 161.06, Time: 07:28:35, Interval: 00:27\n",
      "Ep. 1271, Timesteps 1600, Score.Agents: 165.91, Avg.Score: 160.96, Time: 07:29:03, Interval: 00:28\n",
      "Ep. 1272, Timesteps 1600, Score.Agents: 175.17, Avg.Score: 160.91, Time: 07:29:30, Interval: 00:27\n",
      "Ep. 1273, Timesteps 1600, Score.Agents: 176.10, Avg.Score: 160.99, Time: 07:29:58, Interval: 00:28\n",
      "Ep. 1274, Timesteps 1600, Score.Agents: 159.47, Avg.Score: 160.91, Time: 07:30:26, Interval: 00:28\n",
      "Ep. 1275, Timesteps 1600, Score.Agents: 130.49, Avg.Score: 160.48, Time: 07:30:53, Interval: 00:27\n",
      "Ep. 1276, Timesteps 1600, Score.Agents: 159.77, Avg.Score: 160.51, Time: 07:31:21, Interval: 00:28\n",
      "Ep. 1277, Timesteps 1600, Score.Agents: 170.35, Avg.Score: 160.57, Time: 07:31:48, Interval: 00:27\n",
      "Ep. 1278, Timesteps 1600, Score.Agents: 178.28, Avg.Score: 160.68, Time: 07:32:16, Interval: 00:28\n",
      "Ep. 1279, Timesteps 1600, Score.Agents: 156.93, Avg.Score: 160.60, Time: 07:32:44, Interval: 00:28\n",
      "Ep. 1280, Timesteps 1600, Score.Agents: 165.78, Avg.Score: 160.79, Time: 07:33:12, Interval: 00:28\n",
      "Ep. 1281, Timesteps 1600, Score.Agents: 178.41, Avg.Score: 160.93, Time: 07:33:39, Interval: 00:27\n",
      "Ep. 1282, Timesteps 1600, Score.Agents: 143.53, Avg.Score: 160.74, Time: 07:34:07, Interval: 00:28\n",
      "Ep. 1283, Timesteps 1600, Score.Agents: 170.43, Avg.Score: 160.84, Time: 07:34:34, Interval: 00:27\n",
      "Ep. 1284, Timesteps 1600, Score.Agents: 144.23, Avg.Score: 160.43, Time: 07:35:02, Interval: 00:28\n",
      "Ep. 1285, Timesteps 1600, Score.Agents: 164.83, Avg.Score: 160.44, Time: 07:35:30, Interval: 00:28\n",
      "Ep. 1286, Timesteps 1600, Score.Agents: 181.84, Avg.Score: 160.57, Time: 07:35:58, Interval: 00:28\n",
      "Ep. 1287, Timesteps 1600, Score.Agents: 165.04, Avg.Score: 160.58, Time: 07:36:25, Interval: 00:27\n",
      "Ep. 1288, Timesteps 1600, Score.Agents: 157.30, Avg.Score: 160.34, Time: 07:36:53, Interval: 00:28\n",
      "Ep. 1289, Timesteps 1600, Score.Agents: 170.66, Avg.Score: 160.40, Time: 07:37:21, Interval: 00:28\n",
      "Saving model, i_episode:  1290 \n",
      "\n",
      "Ep. 1290, Timesteps 1600, Score.Agents: 168.58, Avg.Score: 160.56, Time: 07:37:49, Interval: 00:28\n",
      "Ep. 1291, Timesteps 1600, Score.Agents: 173.55, Avg.Score: 160.54, Time: 07:38:17, Interval: 00:28\n",
      "Ep. 1292, Timesteps 1600, Score.Agents: 166.30, Avg.Score: 160.41, Time: 07:38:44, Interval: 00:27\n",
      "Ep. 1293, Timesteps 1600, Score.Agents: 165.08, Avg.Score: 160.53, Time: 07:39:12, Interval: 00:28\n",
      "Ep. 1294, Timesteps 1600, Score.Agents: 181.07, Avg.Score: 160.68, Time: 07:39:40, Interval: 00:28\n",
      "Ep. 1295, Timesteps 1600, Score.Agents: 155.74, Avg.Score: 160.48, Time: 07:40:08, Interval: 00:28\n",
      "Ep. 1296, Timesteps 1600, Score.Agents: 157.93, Avg.Score: 160.29, Time: 07:40:36, Interval: 00:28\n",
      "Ep. 1297, Timesteps 1600, Score.Agents: 150.35, Avg.Score: 160.00, Time: 07:41:03, Interval: 00:27\n",
      "Ep. 1298, Timesteps 1600, Score.Agents: 156.65, Avg.Score: 159.82, Time: 07:41:31, Interval: 00:28\n",
      "Ep. 1299, Timesteps 1600, Score.Agents: 165.67, Avg.Score: 159.73, Time: 07:41:59, Interval: 00:28\n",
      "Ep. 1300, Timesteps 1600, Score.Agents: 160.20, Avg.Score: 159.54, Time: 07:42:26, Interval: 00:27\n",
      "Ep. 1301, Timesteps 1600, Score.Agents: 169.02, Avg.Score: 159.60, Time: 07:42:54, Interval: 00:28\n",
      "Ep. 1302, Timesteps 1600, Score.Agents: 168.09, Avg.Score: 159.68, Time: 07:43:21, Interval: 00:27\n",
      "Ep. 1303, Timesteps 1600, Score.Agents: 173.40, Avg.Score: 159.64, Time: 07:43:49, Interval: 00:28\n",
      "Ep. 1304, Timesteps 1600, Score.Agents: 184.24, Avg.Score: 159.77, Time: 07:44:16, Interval: 00:27\n",
      "Ep. 1305, Timesteps 1600, Score.Agents: 143.29, Avg.Score: 159.60, Time: 07:44:44, Interval: 00:28\n",
      "Ep. 1306, Timesteps 1600, Score.Agents: 176.03, Avg.Score: 159.83, Time: 07:45:12, Interval: 00:28\n",
      "Ep. 1307, Timesteps 1600, Score.Agents: 177.67, Avg.Score: 160.04, Time: 07:45:39, Interval: 00:27\n",
      "Ep. 1308, Timesteps 1600, Score.Agents: 150.49, Avg.Score: 159.94, Time: 07:46:07, Interval: 00:28\n",
      "Ep. 1309, Timesteps 1600, Score.Agents: 141.10, Avg.Score: 159.71, Time: 07:46:35, Interval: 00:28\n",
      "Ep. 1310, Timesteps 1600, Score.Agents: 173.33, Avg.Score: 159.81, Time: 07:47:02, Interval: 00:27\n",
      "Ep. 1311, Timesteps 1600, Score.Agents: 118.54, Avg.Score: 159.33, Time: 07:47:30, Interval: 00:28\n",
      "Ep. 1312, Timesteps 1600, Score.Agents: 165.85, Avg.Score: 159.41, Time: 07:47:57, Interval: 00:27\n",
      "Ep. 1313, Timesteps 1600, Score.Agents: 156.09, Avg.Score: 159.93, Time: 07:48:25, Interval: 00:28\n",
      "Ep. 1314, Timesteps 1600, Score.Agents: 147.39, Avg.Score: 159.81, Time: 07:48:53, Interval: 00:28\n",
      "Ep. 1315, Timesteps 1600, Score.Agents: 179.30, Avg.Score: 160.15, Time: 07:49:20, Interval: 00:27\n",
      "Ep. 1316, Timesteps 1600, Score.Agents: 177.26, Avg.Score: 160.35, Time: 07:49:48, Interval: 00:28\n",
      "Ep. 1317, Timesteps 1600, Score.Agents: 147.15, Avg.Score: 160.25, Time: 07:50:16, Interval: 00:28\n",
      "Ep. 1318, Timesteps 1600, Score.Agents: 158.73, Avg.Score: 160.38, Time: 07:50:44, Interval: 00:28\n",
      "Ep. 1319, Timesteps 1600, Score.Agents: 146.59, Avg.Score: 160.31, Time: 07:51:12, Interval: 00:28\n",
      "Saving model, i_episode:  1320 \n",
      "\n",
      "Ep. 1320, Timesteps 1600, Score.Agents: 161.89, Avg.Score: 160.19, Time: 07:51:40, Interval: 00:28\n",
      "Ep. 1321, Timesteps 1600, Score.Agents: 163.26, Avg.Score: 160.21, Time: 07:52:07, Interval: 00:27\n",
      "Ep. 1322, Timesteps 1600, Score.Agents: 173.87, Avg.Score: 160.39, Time: 07:52:35, Interval: 00:28\n",
      "Ep. 1323, Timesteps 1600, Score.Agents: 148.19, Avg.Score: 160.22, Time: 07:53:02, Interval: 00:27\n",
      "Ep. 1324, Timesteps 1600, Score.Agents: 166.44, Avg.Score: 160.19, Time: 07:53:30, Interval: 00:28\n",
      "Ep. 1325, Timesteps 1600, Score.Agents: 162.55, Avg.Score: 160.20, Time: 07:53:58, Interval: 00:28\n",
      "Ep. 1326, Timesteps 1600, Score.Agents: 159.99, Avg.Score: 160.17, Time: 07:54:25, Interval: 00:27\n",
      "Ep. 1327, Timesteps 1600, Score.Agents: 164.09, Avg.Score: 160.22, Time: 07:54:53, Interval: 00:28\n",
      "Ep. 1328, Timesteps 1600, Score.Agents: 146.86, Avg.Score: 160.25, Time: 07:55:21, Interval: 00:28\n",
      "Ep. 1329, Timesteps 1600, Score.Agents: 163.52, Avg.Score: 160.34, Time: 07:55:48, Interval: 00:27\n",
      "Ep. 1330, Timesteps 1600, Score.Agents: 170.63, Avg.Score: 160.46, Time: 07:56:16, Interval: 00:28\n",
      "Ep. 1331, Timesteps 1600, Score.Agents: 170.28, Avg.Score: 160.49, Time: 07:56:44, Interval: 00:28\n",
      "Ep. 1332, Timesteps 1600, Score.Agents: 178.87, Avg.Score: 160.76, Time: 07:57:12, Interval: 00:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1333, Timesteps 1600, Score.Agents: 158.50, Avg.Score: 160.85, Time: 07:57:39, Interval: 00:27\n",
      "Ep. 1334, Timesteps 1600, Score.Agents: 166.56, Avg.Score: 161.02, Time: 07:58:07, Interval: 00:28\n",
      "Ep. 1335, Timesteps 1600, Score.Agents: 172.26, Avg.Score: 161.27, Time: 07:58:34, Interval: 00:27\n",
      "Ep. 1336, Timesteps 1600, Score.Agents: 142.49, Avg.Score: 161.02, Time: 07:59:02, Interval: 00:28\n",
      "Ep. 1337, Timesteps 1600, Score.Agents: 173.62, Avg.Score: 161.14, Time: 07:59:29, Interval: 00:27\n",
      "Ep. 1338, Timesteps 1600, Score.Agents: 161.50, Avg.Score: 161.22, Time: 07:59:57, Interval: 00:28\n",
      "Ep. 1339, Timesteps 1600, Score.Agents: 170.61, Avg.Score: 161.45, Time: 08:00:24, Interval: 00:27\n",
      "Ep. 1340, Timesteps 1600, Score.Agents: 172.46, Avg.Score: 161.61, Time: 08:00:52, Interval: 00:28\n",
      "Ep. 1341, Timesteps 1600, Score.Agents: 172.56, Avg.Score: 161.68, Time: 08:01:20, Interval: 00:28\n",
      "Ep. 1342, Timesteps 1600, Score.Agents: 170.41, Avg.Score: 161.91, Time: 08:01:47, Interval: 00:27\n",
      "Ep. 1343, Timesteps 1600, Score.Agents: 154.45, Avg.Score: 161.90, Time: 08:02:15, Interval: 00:28\n",
      "Ep. 1344, Timesteps 1600, Score.Agents: 163.59, Avg.Score: 161.84, Time: 08:02:43, Interval: 00:28\n",
      "Ep. 1345, Timesteps 1600, Score.Agents: 169.20, Avg.Score: 162.07, Time: 08:03:11, Interval: 00:28\n",
      "Ep. 1346, Timesteps 1600, Score.Agents: 148.54, Avg.Score: 162.10, Time: 08:03:38, Interval: 00:27\n",
      "Ep. 1347, Timesteps 1600, Score.Agents: 152.97, Avg.Score: 161.99, Time: 08:04:06, Interval: 00:28\n",
      "Ep. 1348, Timesteps 1600, Score.Agents: 144.59, Avg.Score: 161.94, Time: 08:04:33, Interval: 00:27\n",
      "Ep. 1349, Timesteps 1600, Score.Agents: 155.57, Avg.Score: 161.89, Time: 08:05:01, Interval: 00:28\n",
      "Saving model, i_episode:  1350 \n",
      "\n",
      "Ep. 1350, Timesteps 1600, Score.Agents: 152.20, Avg.Score: 161.90, Time: 08:05:29, Interval: 00:28\n",
      "Ep. 1351, Timesteps 1600, Score.Agents: 162.16, Avg.Score: 161.99, Time: 08:05:57, Interval: 00:28\n",
      "Ep. 1352, Timesteps 1600, Score.Agents: 134.74, Avg.Score: 161.73, Time: 08:06:25, Interval: 00:28\n",
      "Ep. 1353, Timesteps 1600, Score.Agents: 147.33, Avg.Score: 161.54, Time: 08:06:52, Interval: 00:27\n",
      "Ep. 1354, Timesteps 1600, Score.Agents: 155.00, Avg.Score: 161.51, Time: 08:07:20, Interval: 00:28\n",
      "Ep. 1355, Timesteps 1600, Score.Agents: 147.04, Avg.Score: 161.36, Time: 08:07:47, Interval: 00:27\n",
      "Ep. 1356, Timesteps 1600, Score.Agents: 168.63, Avg.Score: 161.51, Time: 08:08:15, Interval: 00:28\n",
      "Ep. 1357, Timesteps 1600, Score.Agents: 150.47, Avg.Score: 161.28, Time: 08:08:43, Interval: 00:28\n",
      "Ep. 1358, Timesteps 1600, Score.Agents: 129.12, Avg.Score: 161.26, Time: 08:09:10, Interval: 00:27\n",
      "Ep. 1359, Timesteps 1600, Score.Agents: 158.06, Avg.Score: 161.32, Time: 08:09:38, Interval: 00:28\n",
      "Ep. 1360, Timesteps 1600, Score.Agents: 163.28, Avg.Score: 161.40, Time: 08:10:06, Interval: 00:28\n",
      "Ep. 1361, Timesteps 1600, Score.Agents: 172.19, Avg.Score: 161.42, Time: 08:10:33, Interval: 00:27\n",
      "Ep. 1362, Timesteps 1600, Score.Agents: 175.03, Avg.Score: 161.57, Time: 08:11:01, Interval: 00:28\n",
      "Ep. 1363, Timesteps 1600, Score.Agents: 163.46, Avg.Score: 161.56, Time: 08:11:28, Interval: 00:27\n",
      "Ep. 1364, Timesteps 1600, Score.Agents: 149.85, Avg.Score: 161.47, Time: 08:11:56, Interval: 00:28\n",
      "Ep. 1365, Timesteps 1600, Score.Agents: 143.32, Avg.Score: 161.28, Time: 08:12:23, Interval: 00:27\n",
      "Ep. 1366, Timesteps 1600, Score.Agents: 142.29, Avg.Score: 161.09, Time: 08:12:51, Interval: 00:28\n",
      "Ep. 1367, Timesteps 1600, Score.Agents: 167.44, Avg.Score: 161.03, Time: 08:13:19, Interval: 00:28\n",
      "Ep. 1368, Timesteps 1600, Score.Agents: 178.21, Avg.Score: 161.39, Time: 08:13:46, Interval: 00:27\n",
      "Ep. 1369, Timesteps 1600, Score.Agents: 148.78, Avg.Score: 161.29, Time: 08:14:14, Interval: 00:28\n",
      "Ep. 1370, Timesteps 1600, Score.Agents: 178.50, Avg.Score: 161.37, Time: 08:14:41, Interval: 00:27\n",
      "Ep. 1371, Timesteps 1600, Score.Agents: 159.97, Avg.Score: 161.31, Time: 08:15:09, Interval: 00:28\n",
      "Ep. 1372, Timesteps 1600, Score.Agents: 173.76, Avg.Score: 161.29, Time: 08:15:36, Interval: 00:27\n",
      "Ep. 1373, Timesteps 1600, Score.Agents: 154.04, Avg.Score: 161.07, Time: 08:16:04, Interval: 00:28\n",
      "Ep. 1374, Timesteps 1600, Score.Agents: 168.31, Avg.Score: 161.16, Time: 08:16:32, Interval: 00:28\n",
      "Ep. 1375, Timesteps 1600, Score.Agents: 178.82, Avg.Score: 161.64, Time: 08:16:59, Interval: 00:27\n",
      "Ep. 1376, Timesteps 1600, Score.Agents: 167.56, Avg.Score: 161.72, Time: 08:17:27, Interval: 00:28\n",
      "Ep. 1377, Timesteps 1600, Score.Agents: 161.82, Avg.Score: 161.64, Time: 08:17:54, Interval: 00:27\n",
      "Ep. 1378, Timesteps 1600, Score.Agents: 171.10, Avg.Score: 161.56, Time: 08:18:21, Interval: 00:27\n",
      "Ep. 1379, Timesteps 1600, Score.Agents: 173.45, Avg.Score: 161.73, Time: 08:18:48, Interval: 00:27\n",
      "Saving model, i_episode:  1380 \n",
      "\n",
      "Ep. 1380, Timesteps 1600, Score.Agents: 170.34, Avg.Score: 161.78, Time: 08:19:16, Interval: 00:28\n",
      "Ep. 1381, Timesteps 1600, Score.Agents: 166.42, Avg.Score: 161.66, Time: 08:19:43, Interval: 00:27\n",
      "Ep. 1382, Timesteps 1600, Score.Agents: 163.53, Avg.Score: 161.86, Time: 08:20:10, Interval: 00:27\n",
      "Ep. 1383, Timesteps 1600, Score.Agents: 173.77, Avg.Score: 161.89, Time: 08:20:37, Interval: 00:27\n",
      "Ep. 1384, Timesteps 1600, Score.Agents: 165.06, Avg.Score: 162.10, Time: 08:21:05, Interval: 00:28\n",
      "Ep. 1385, Timesteps 1600, Score.Agents: 170.32, Avg.Score: 162.15, Time: 08:21:33, Interval: 00:28\n",
      "Ep. 1386, Timesteps 1600, Score.Agents: 173.55, Avg.Score: 162.07, Time: 08:22:04, Interval: 00:31\n",
      "Ep. 1387, Timesteps 1600, Score.Agents: 172.33, Avg.Score: 162.14, Time: 08:22:33, Interval: 00:29\n",
      "Ep. 1388, Timesteps 1600, Score.Agents: 150.01, Avg.Score: 162.07, Time: 08:23:02, Interval: 00:29\n",
      "Ep. 1389, Timesteps 1600, Score.Agents: 169.80, Avg.Score: 162.06, Time: 08:23:31, Interval: 00:29\n",
      "Ep. 1390, Timesteps 1600, Score.Agents: 170.39, Avg.Score: 162.08, Time: 08:24:01, Interval: 00:30\n",
      "Ep. 1391, Timesteps 1600, Score.Agents: 174.50, Avg.Score: 162.09, Time: 08:24:31, Interval: 00:30\n",
      "Ep. 1392, Timesteps 1600, Score.Agents: 172.20, Avg.Score: 162.15, Time: 08:25:00, Interval: 00:29\n",
      "Ep. 1393, Timesteps 1600, Score.Agents: 173.06, Avg.Score: 162.23, Time: 08:25:29, Interval: 00:29\n",
      "Ep. 1394, Timesteps 1600, Score.Agents: 172.59, Avg.Score: 162.14, Time: 08:25:58, Interval: 00:29\n",
      "Ep. 1395, Timesteps 1600, Score.Agents: 173.77, Avg.Score: 162.32, Time: 08:26:27, Interval: 00:29\n",
      "Ep. 1396, Timesteps 1600, Score.Agents: 175.56, Avg.Score: 162.50, Time: 08:26:56, Interval: 00:29\n",
      "Ep. 1397, Timesteps 1600, Score.Agents: 181.07, Avg.Score: 162.81, Time: 08:27:25, Interval: 00:29\n",
      "Ep. 1398, Timesteps 1600, Score.Agents: 173.58, Avg.Score: 162.98, Time: 08:27:54, Interval: 00:29\n",
      "Ep. 1399, Timesteps 1600, Score.Agents: 173.61, Avg.Score: 163.05, Time: 08:28:23, Interval: 00:29\n",
      "Ep. 1400, Timesteps 1600, Score.Agents: 183.27, Avg.Score: 163.29, Time: 08:28:53, Interval: 00:30\n",
      "Ep. 1401, Timesteps 1600, Score.Agents: 175.51, Avg.Score: 163.35, Time: 08:29:21, Interval: 00:28\n",
      "Ep. 1402, Timesteps 1600, Score.Agents: 167.38, Avg.Score: 163.34, Time: 08:29:48, Interval: 00:27\n",
      "Ep. 1403, Timesteps 1600, Score.Agents: 161.49, Avg.Score: 163.22, Time: 08:30:16, Interval: 00:28\n",
      "Ep. 1404, Timesteps 1600, Score.Agents: 162.91, Avg.Score: 163.01, Time: 08:30:44, Interval: 00:28\n",
      "Ep. 1405, Timesteps 1600, Score.Agents: 167.23, Avg.Score: 163.25, Time: 08:31:11, Interval: 00:27\n",
      "Ep. 1406, Timesteps 1600, Score.Agents: 154.70, Avg.Score: 163.04, Time: 08:31:39, Interval: 00:28\n",
      "Ep. 1407, Timesteps 1600, Score.Agents: 157.66, Avg.Score: 162.84, Time: 08:32:06, Interval: 00:27\n",
      "Ep. 1408, Timesteps 1600, Score.Agents: 136.81, Avg.Score: 162.70, Time: 08:32:34, Interval: 00:28\n",
      "Ep. 1409, Timesteps 1600, Score.Agents: 165.16, Avg.Score: 162.94, Time: 08:33:02, Interval: 00:28\n",
      "Saving model, i_episode:  1410 \n",
      "\n",
      "Ep. 1410, Timesteps 1600, Score.Agents: 155.75, Avg.Score: 162.76, Time: 08:33:29, Interval: 00:27\n",
      "Ep. 1411, Timesteps 1600, Score.Agents: 139.11, Avg.Score: 162.97, Time: 08:33:57, Interval: 00:28\n",
      "Ep. 1412, Timesteps 1600, Score.Agents: 136.29, Avg.Score: 162.68, Time: 08:34:25, Interval: 00:28\n",
      "Ep. 1413, Timesteps 1600, Score.Agents: 153.86, Avg.Score: 162.65, Time: 08:34:52, Interval: 00:27\n",
      "Ep. 1414, Timesteps 1600, Score.Agents: 131.22, Avg.Score: 162.49, Time: 08:35:20, Interval: 00:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1415, Timesteps 1600, Score.Agents: 128.47, Avg.Score: 161.98, Time: 08:35:48, Interval: 00:28\n",
      "Ep. 1416, Timesteps 1600, Score.Agents: 127.71, Avg.Score: 161.49, Time: 08:36:16, Interval: 00:28\n",
      "Ep. 1417, Timesteps 1600, Score.Agents: 126.95, Avg.Score: 161.29, Time: 08:36:43, Interval: 00:27\n",
      "Ep. 1418, Timesteps 1600, Score.Agents: 129.55, Avg.Score: 160.99, Time: 08:37:11, Interval: 00:28\n",
      "Ep. 1419, Timesteps 1600, Score.Agents: 171.39, Avg.Score: 161.24, Time: 08:37:39, Interval: 00:28\n",
      "Ep. 1420, Timesteps 1600, Score.Agents: 100.13, Avg.Score: 160.62, Time: 08:38:07, Interval: 00:28\n",
      "Ep. 1421, Timesteps 1600, Score.Agents: 139.67, Avg.Score: 160.39, Time: 08:38:34, Interval: 00:27\n",
      "Ep. 1422, Timesteps 1600, Score.Agents: 162.68, Avg.Score: 160.28, Time: 08:39:02, Interval: 00:28\n",
      "Ep. 1423, Timesteps 1600, Score.Agents: 136.00, Avg.Score: 160.15, Time: 08:39:30, Interval: 00:28\n",
      "Ep. 1424, Timesteps 1600, Score.Agents: 157.22, Avg.Score: 160.06, Time: 08:39:58, Interval: 00:28\n",
      "Ep. 1425, Timesteps 1600, Score.Agents: 145.01, Avg.Score: 159.89, Time: 08:40:25, Interval: 00:27\n",
      "Ep. 1426, Timesteps 1600, Score.Agents: 147.50, Avg.Score: 159.76, Time: 08:40:53, Interval: 00:28\n",
      "Ep. 1427, Timesteps 1600, Score.Agents: 158.50, Avg.Score: 159.71, Time: 08:41:21, Interval: 00:28\n",
      "Ep. 1428, Timesteps 1600, Score.Agents: 120.78, Avg.Score: 159.44, Time: 08:41:48, Interval: 00:27\n",
      "Ep. 1429, Timesteps 1600, Score.Agents: 114.86, Avg.Score: 158.96, Time: 08:42:16, Interval: 00:28\n",
      "Ep. 1430, Timesteps 1600, Score.Agents: 136.87, Avg.Score: 158.62, Time: 08:42:44, Interval: 00:28\n",
      "Ep. 1431, Timesteps 1600, Score.Agents: 163.30, Avg.Score: 158.55, Time: 08:43:12, Interval: 00:28\n",
      "Ep. 1432, Timesteps 1600, Score.Agents: 146.12, Avg.Score: 158.22, Time: 08:43:39, Interval: 00:27\n",
      "Ep. 1433, Timesteps 1600, Score.Agents: 161.49, Avg.Score: 158.25, Time: 08:44:06, Interval: 00:27\n",
      "Ep. 1434, Timesteps 1600, Score.Agents: 169.69, Avg.Score: 158.28, Time: 08:44:34, Interval: 00:28\n",
      "Ep. 1435, Timesteps 1600, Score.Agents: 127.14, Avg.Score: 157.83, Time: 08:45:02, Interval: 00:28\n",
      "Ep. 1436, Timesteps 1600, Score.Agents: 164.13, Avg.Score: 158.05, Time: 08:45:29, Interval: 00:27\n",
      "Ep. 1437, Timesteps 1600, Score.Agents: 166.52, Avg.Score: 157.98, Time: 08:45:57, Interval: 00:28\n",
      "Ep. 1438, Timesteps 1600, Score.Agents: 167.58, Avg.Score: 158.04, Time: 08:46:25, Interval: 00:28\n",
      "Ep. 1439, Timesteps 1600, Score.Agents: 157.87, Avg.Score: 157.91, Time: 08:46:53, Interval: 00:28\n",
      "Saving model, i_episode:  1440 \n",
      "\n",
      "Ep. 1440, Timesteps 1600, Score.Agents: 176.07, Avg.Score: 157.95, Time: 08:47:20, Interval: 00:27\n",
      "Ep. 1441, Timesteps 1600, Score.Agents: 145.28, Avg.Score: 157.68, Time: 08:47:48, Interval: 00:28\n",
      "Ep. 1442, Timesteps 1600, Score.Agents: 168.89, Avg.Score: 157.66, Time: 08:48:16, Interval: 00:28\n",
      "Ep. 1443, Timesteps 1600, Score.Agents: 168.70, Avg.Score: 157.80, Time: 08:48:43, Interval: 00:27\n",
      "Ep. 1444, Timesteps 1600, Score.Agents: 168.33, Avg.Score: 157.85, Time: 08:49:11, Interval: 00:28\n",
      "Ep. 1445, Timesteps 1600, Score.Agents: 165.90, Avg.Score: 157.82, Time: 08:49:39, Interval: 00:28\n",
      "Ep. 1446, Timesteps 1600, Score.Agents: 174.14, Avg.Score: 158.07, Time: 08:50:06, Interval: 00:27\n",
      "Ep. 1447, Timesteps 1600, Score.Agents: 171.62, Avg.Score: 158.26, Time: 08:50:34, Interval: 00:28\n",
      "Ep. 1448, Timesteps 1600, Score.Agents: 161.39, Avg.Score: 158.43, Time: 08:51:02, Interval: 00:28\n",
      "Ep. 1449, Timesteps 1600, Score.Agents: 146.35, Avg.Score: 158.34, Time: 08:51:30, Interval: 00:28\n",
      "Ep. 1450, Timesteps 1600, Score.Agents: 182.62, Avg.Score: 158.64, Time: 08:51:58, Interval: 00:28\n",
      "Ep. 1451, Timesteps 1600, Score.Agents: 141.16, Avg.Score: 158.43, Time: 08:52:26, Interval: 00:28\n",
      "Ep. 1452, Timesteps 1600, Score.Agents: 184.27, Avg.Score: 158.92, Time: 08:52:53, Interval: 00:27\n",
      "Ep. 1453, Timesteps 1600, Score.Agents: 178.36, Avg.Score: 159.24, Time: 08:53:21, Interval: 00:28\n",
      "Ep. 1454, Timesteps 1600, Score.Agents: 178.68, Avg.Score: 159.47, Time: 08:53:49, Interval: 00:28\n",
      "Ep. 1455, Timesteps 1600, Score.Agents: 156.05, Avg.Score: 159.56, Time: 08:54:17, Interval: 00:28\n",
      "Ep. 1456, Timesteps 1600, Score.Agents: 183.17, Avg.Score: 159.71, Time: 08:54:44, Interval: 00:27\n",
      "Ep. 1457, Timesteps 1600, Score.Agents: 172.42, Avg.Score: 159.93, Time: 08:55:12, Interval: 00:28\n",
      "Ep. 1458, Timesteps 1600, Score.Agents: 144.97, Avg.Score: 160.09, Time: 08:55:40, Interval: 00:28\n",
      "Ep. 1459, Timesteps 1600, Score.Agents: 140.20, Avg.Score: 159.91, Time: 08:56:08, Interval: 00:28\n",
      "Ep. 1460, Timesteps 1600, Score.Agents: 159.23, Avg.Score: 159.87, Time: 08:56:35, Interval: 00:27\n",
      "Ep. 1461, Timesteps 1600, Score.Agents: 157.20, Avg.Score: 159.72, Time: 08:57:03, Interval: 00:28\n",
      "Ep. 1462, Timesteps 1600, Score.Agents: 162.99, Avg.Score: 159.60, Time: 08:57:31, Interval: 00:28\n",
      "Ep. 1463, Timesteps 1600, Score.Agents: 138.83, Avg.Score: 159.35, Time: 08:57:58, Interval: 00:27\n",
      "Ep. 1464, Timesteps 1600, Score.Agents: 176.95, Avg.Score: 159.62, Time: 08:58:26, Interval: 00:28\n",
      "Ep. 1465, Timesteps 1600, Score.Agents: 140.97, Avg.Score: 159.60, Time: 08:58:53, Interval: 00:27\n",
      "Ep. 1466, Timesteps 1600, Score.Agents: 157.32, Avg.Score: 159.75, Time: 08:59:21, Interval: 00:28\n",
      "Ep. 1467, Timesteps 1600, Score.Agents: 157.47, Avg.Score: 159.65, Time: 08:59:48, Interval: 00:27\n",
      "Ep. 1468, Timesteps 1600, Score.Agents: 163.25, Avg.Score: 159.50, Time: 09:00:16, Interval: 00:28\n",
      "Ep. 1469, Timesteps 1600, Score.Agents: 153.95, Avg.Score: 159.55, Time: 09:00:44, Interval: 00:28\n",
      "Saving model, i_episode:  1470 \n",
      "\n",
      "Ep. 1470, Timesteps 1600, Score.Agents: 170.17, Avg.Score: 159.47, Time: 09:01:12, Interval: 00:28\n",
      "Ep. 1471, Timesteps 1600, Score.Agents: 166.70, Avg.Score: 159.53, Time: 09:01:39, Interval: 00:27\n",
      "Ep. 1472, Timesteps 1600, Score.Agents: 175.01, Avg.Score: 159.55, Time: 09:02:07, Interval: 00:28\n",
      "Ep. 1473, Timesteps 1600, Score.Agents: 157.88, Avg.Score: 159.58, Time: 09:02:35, Interval: 00:28\n",
      "Ep. 1474, Timesteps 1600, Score.Agents: 147.69, Avg.Score: 159.38, Time: 09:03:02, Interval: 00:27\n",
      "Ep. 1475, Timesteps 1600, Score.Agents: 143.65, Avg.Score: 159.03, Time: 09:03:30, Interval: 00:28\n",
      "Ep. 1476, Timesteps 1600, Score.Agents: 158.65, Avg.Score: 158.94, Time: 09:03:57, Interval: 00:27\n",
      "Ep. 1477, Timesteps 1600, Score.Agents: 148.76, Avg.Score: 158.81, Time: 09:04:25, Interval: 00:28\n",
      "Ep. 1478, Timesteps 1600, Score.Agents: 151.45, Avg.Score: 158.61, Time: 09:04:53, Interval: 00:28\n",
      "Ep. 1479, Timesteps 1600, Score.Agents: 176.72, Avg.Score: 158.64, Time: 09:05:20, Interval: 00:27\n",
      "Ep. 1480, Timesteps 1600, Score.Agents: 159.87, Avg.Score: 158.54, Time: 09:05:48, Interval: 00:28\n",
      "Ep. 1481, Timesteps 1600, Score.Agents: 167.55, Avg.Score: 158.55, Time: 09:06:17, Interval: 00:29\n",
      "Ep. 1482, Timesteps 1600, Score.Agents: 194.93, Avg.Score: 158.86, Time: 09:06:45, Interval: 00:28\n",
      "Ep. 1483, Timesteps 1600, Score.Agents: 142.10, Avg.Score: 158.55, Time: 09:07:12, Interval: 00:27\n",
      "Ep. 1484, Timesteps 1600, Score.Agents: 173.84, Avg.Score: 158.63, Time: 09:07:40, Interval: 00:28\n",
      "Ep. 1485, Timesteps 1600, Score.Agents: 181.98, Avg.Score: 158.75, Time: 09:08:07, Interval: 00:27\n",
      "Ep. 1486, Timesteps 1600, Score.Agents: 168.59, Avg.Score: 158.70, Time: 09:08:35, Interval: 00:28\n",
      "Ep. 1487, Timesteps 1600, Score.Agents: 158.41, Avg.Score: 158.56, Time: 09:09:03, Interval: 00:28\n",
      "Ep. 1488, Timesteps 1600, Score.Agents: 188.92, Avg.Score: 158.95, Time: 09:09:31, Interval: 00:28\n",
      "Ep. 1489, Timesteps 1600, Score.Agents: 178.91, Avg.Score: 159.04, Time: 09:09:59, Interval: 00:28\n",
      "Ep. 1490, Timesteps 1600, Score.Agents: 171.81, Avg.Score: 159.06, Time: 09:10:26, Interval: 00:27\n",
      "Ep. 1491, Timesteps 1600, Score.Agents: 176.23, Avg.Score: 159.07, Time: 09:10:54, Interval: 00:28\n",
      "Ep. 1492, Timesteps 1600, Score.Agents: 159.75, Avg.Score: 158.95, Time: 09:11:21, Interval: 00:27\n",
      "Ep. 1493, Timesteps 1600, Score.Agents: 185.83, Avg.Score: 159.08, Time: 09:11:49, Interval: 00:28\n",
      "Ep. 1494, Timesteps 1600, Score.Agents: 183.17, Avg.Score: 159.18, Time: 09:12:16, Interval: 00:27\n",
      "Ep. 1495, Timesteps 1600, Score.Agents: 179.15, Avg.Score: 159.24, Time: 09:12:44, Interval: 00:28\n",
      "Ep. 1496, Timesteps 1600, Score.Agents: 170.03, Avg.Score: 159.18, Time: 09:13:11, Interval: 00:27\n",
      "Ep. 1497, Timesteps 1600, Score.Agents: 168.82, Avg.Score: 159.06, Time: 09:13:38, Interval: 00:27\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1498, Timesteps 1600, Score.Agents: 174.15, Avg.Score: 159.06, Time: 09:14:05, Interval: 00:27\n",
      "Ep. 1499, Timesteps 1600, Score.Agents: 176.45, Avg.Score: 159.09, Time: 09:14:32, Interval: 00:27\n",
      "Saving model, i_episode:  1500 \n",
      "\n",
      "Ep. 1500, Timesteps 1600, Score.Agents: 182.94, Avg.Score: 159.09, Time: 09:14:59, Interval: 00:27\n",
      "Ep. 1501, Timesteps 1600, Score.Agents: 182.33, Avg.Score: 159.16, Time: 09:15:27, Interval: 00:28\n",
      "Ep. 1502, Timesteps 1600, Score.Agents: 184.11, Avg.Score: 159.33, Time: 09:15:54, Interval: 00:27\n",
      "Ep. 1503, Timesteps 1600, Score.Agents: 185.17, Avg.Score: 159.56, Time: 09:16:21, Interval: 00:27\n",
      "Ep. 1504, Timesteps 1600, Score.Agents: 147.95, Avg.Score: 159.41, Time: 09:16:49, Interval: 00:28\n",
      "Ep. 1505, Timesteps 1600, Score.Agents: 179.13, Avg.Score: 159.53, Time: 09:17:17, Interval: 00:28\n",
      "Ep. 1506, Timesteps 1600, Score.Agents: 165.83, Avg.Score: 159.64, Time: 09:17:44, Interval: 00:27\n",
      "Ep. 1507, Timesteps 1600, Score.Agents: 179.30, Avg.Score: 159.86, Time: 09:18:12, Interval: 00:28\n",
      "Ep. 1508, Timesteps 1600, Score.Agents: 166.86, Avg.Score: 160.16, Time: 09:18:39, Interval: 00:27\n",
      "Ep. 1509, Timesteps 1600, Score.Agents: 179.64, Avg.Score: 160.30, Time: 09:19:07, Interval: 00:28\n",
      "Ep. 1510, Timesteps 1600, Score.Agents: 181.58, Avg.Score: 160.56, Time: 09:19:35, Interval: 00:28\n",
      "Ep. 1511, Timesteps 1600, Score.Agents: 179.14, Avg.Score: 160.96, Time: 09:20:02, Interval: 00:27\n",
      "Ep. 1512, Timesteps 1600, Score.Agents: 188.55, Avg.Score: 161.49, Time: 09:20:30, Interval: 00:28\n",
      "Ep. 1513, Timesteps 1600, Score.Agents: 171.74, Avg.Score: 161.66, Time: 09:20:57, Interval: 00:27\n",
      "Ep. 1514, Timesteps 1600, Score.Agents: 180.08, Avg.Score: 162.15, Time: 09:21:26, Interval: 00:29\n",
      "Ep. 1515, Timesteps 1600, Score.Agents: 180.24, Avg.Score: 162.67, Time: 09:21:53, Interval: 00:27\n",
      "Ep. 1516, Timesteps 1600, Score.Agents: 186.36, Avg.Score: 163.26, Time: 09:22:21, Interval: 00:28\n",
      "Ep. 1517, Timesteps 1600, Score.Agents: 180.48, Avg.Score: 163.79, Time: 09:22:49, Interval: 00:28\n",
      "Ep. 1518, Timesteps 1600, Score.Agents: 183.09, Avg.Score: 164.33, Time: 09:23:16, Interval: 00:27\n",
      "Ep. 1519, Timesteps 1600, Score.Agents: 183.64, Avg.Score: 164.45, Time: 09:23:44, Interval: 00:28\n",
      "Ep. 1520, Timesteps 1600, Score.Agents: 171.03, Avg.Score: 165.16, Time: 09:24:12, Interval: 00:28\n",
      "Ep. 1521, Timesteps 1600, Score.Agents: 183.10, Avg.Score: 165.59, Time: 09:24:39, Interval: 00:27\n",
      "Ep. 1522, Timesteps 1600, Score.Agents: 191.20, Avg.Score: 165.88, Time: 09:25:07, Interval: 00:28\n",
      "Ep. 1523, Timesteps 1600, Score.Agents: 187.45, Avg.Score: 166.39, Time: 09:25:34, Interval: 00:27\n",
      "Ep. 1524, Timesteps 1600, Score.Agents: 178.81, Avg.Score: 166.61, Time: 09:26:02, Interval: 00:28\n",
      "Ep. 1525, Timesteps 1600, Score.Agents: 164.87, Avg.Score: 166.81, Time: 09:26:30, Interval: 00:28\n",
      "Ep. 1526, Timesteps 1600, Score.Agents: 167.84, Avg.Score: 167.01, Time: 09:26:58, Interval: 00:28\n",
      "Ep. 1527, Timesteps 1600, Score.Agents: 177.34, Avg.Score: 167.20, Time: 09:27:25, Interval: 00:27\n",
      "Ep. 1528, Timesteps 1600, Score.Agents: 195.26, Avg.Score: 167.95, Time: 09:27:53, Interval: 00:28\n",
      "Ep. 1529, Timesteps 1600, Score.Agents: 175.26, Avg.Score: 168.55, Time: 09:28:21, Interval: 00:28\n",
      "Saving model, i_episode:  1530 \n",
      "\n",
      "Ep. 1530, Timesteps 1600, Score.Agents: 160.27, Avg.Score: 168.78, Time: 09:28:48, Interval: 00:27\n",
      "Ep. 1531, Timesteps 1600, Score.Agents: 170.75, Avg.Score: 168.86, Time: 09:29:16, Interval: 00:28\n",
      "Ep. 1532, Timesteps 1600, Score.Agents: 153.34, Avg.Score: 168.93, Time: 09:29:44, Interval: 00:28\n",
      "Ep. 1533, Timesteps 1600, Score.Agents: 150.84, Avg.Score: 168.82, Time: 09:30:11, Interval: 00:27\n",
      "Ep. 1534, Timesteps 1600, Score.Agents: 149.07, Avg.Score: 168.62, Time: 09:30:39, Interval: 00:28\n",
      "Ep. 1535, Timesteps 1600, Score.Agents: 171.21, Avg.Score: 169.06, Time: 09:31:07, Interval: 00:28\n",
      "Ep. 1536, Timesteps 1600, Score.Agents: 159.35, Avg.Score: 169.01, Time: 09:31:34, Interval: 00:27\n",
      "Ep. 1537, Timesteps 1600, Score.Agents: 163.91, Avg.Score: 168.98, Time: 09:32:02, Interval: 00:28\n",
      "Ep. 1538, Timesteps 1600, Score.Agents: 153.66, Avg.Score: 168.84, Time: 09:32:30, Interval: 00:28\n",
      "Ep. 1539, Timesteps 1600, Score.Agents: 186.71, Avg.Score: 169.13, Time: 09:32:57, Interval: 00:27\n",
      "Ep. 1540, Timesteps 1600, Score.Agents: 132.37, Avg.Score: 168.70, Time: 09:33:25, Interval: 00:28\n",
      "Ep. 1541, Timesteps 1600, Score.Agents: 171.46, Avg.Score: 168.96, Time: 09:33:52, Interval: 00:27\n",
      "Ep. 1542, Timesteps 1600, Score.Agents: 169.51, Avg.Score: 168.96, Time: 09:34:20, Interval: 00:28\n",
      "Ep. 1543, Timesteps 1600, Score.Agents: 167.00, Avg.Score: 168.95, Time: 09:34:48, Interval: 00:28\n",
      "Ep. 1544, Timesteps 1600, Score.Agents: 155.70, Avg.Score: 168.82, Time: 09:35:15, Interval: 00:27\n",
      "Ep. 1545, Timesteps 1600, Score.Agents: 162.59, Avg.Score: 168.79, Time: 09:35:43, Interval: 00:28\n",
      "Ep. 1546, Timesteps 1600, Score.Agents: 170.03, Avg.Score: 168.75, Time: 09:36:11, Interval: 00:28\n",
      "Ep. 1547, Timesteps 1600, Score.Agents: 161.04, Avg.Score: 168.64, Time: 09:36:39, Interval: 00:28\n",
      "Ep. 1548, Timesteps 1600, Score.Agents: 158.02, Avg.Score: 168.61, Time: 09:37:07, Interval: 00:28\n",
      "Ep. 1549, Timesteps 1600, Score.Agents: 172.63, Avg.Score: 168.87, Time: 09:37:34, Interval: 00:27\n",
      "Ep. 1550, Timesteps 1600, Score.Agents: 184.95, Avg.Score: 168.89, Time: 09:38:02, Interval: 00:28\n",
      "Ep. 1551, Timesteps 1600, Score.Agents: 180.47, Avg.Score: 169.29, Time: 09:38:29, Interval: 00:27\n",
      "Ep. 1552, Timesteps 1600, Score.Agents: 184.53, Avg.Score: 169.29, Time: 09:38:57, Interval: 00:28\n",
      "Ep. 1553, Timesteps 1600, Score.Agents: 173.73, Avg.Score: 169.24, Time: 09:39:24, Interval: 00:27\n",
      "Ep. 1554, Timesteps 1600, Score.Agents: 176.30, Avg.Score: 169.22, Time: 09:39:52, Interval: 00:28\n",
      "Ep. 1555, Timesteps 1600, Score.Agents: 181.85, Avg.Score: 169.48, Time: 09:40:20, Interval: 00:28\n",
      "Ep. 1556, Timesteps 1600, Score.Agents: 176.48, Avg.Score: 169.41, Time: 09:40:47, Interval: 00:27\n",
      "Ep. 1557, Timesteps 1600, Score.Agents: 156.72, Avg.Score: 169.25, Time: 09:41:15, Interval: 00:28\n",
      "Ep. 1558, Timesteps 1600, Score.Agents: 169.87, Avg.Score: 169.50, Time: 09:41:43, Interval: 00:28\n",
      "Ep. 1559, Timesteps 1600, Score.Agents: 169.21, Avg.Score: 169.79, Time: 09:42:10, Interval: 00:27\n",
      "Saving model, i_episode:  1560 \n",
      "\n",
      "Ep. 1560, Timesteps 1600, Score.Agents: 171.84, Avg.Score: 169.92, Time: 09:42:37, Interval: 00:27\n",
      "Ep. 1561, Timesteps 1600, Score.Agents: 174.83, Avg.Score: 170.09, Time: 09:43:05, Interval: 00:28\n",
      "Ep. 1562, Timesteps 1600, Score.Agents: 173.24, Avg.Score: 170.20, Time: 09:43:33, Interval: 00:28\n",
      "Ep. 1563, Timesteps 1600, Score.Agents: 187.59, Avg.Score: 170.68, Time: 09:44:01, Interval: 00:28\n",
      "Ep. 1564, Timesteps 1600, Score.Agents: 175.96, Avg.Score: 170.67, Time: 09:44:28, Interval: 00:27\n",
      "Ep. 1565, Timesteps 1600, Score.Agents: 181.18, Avg.Score: 171.08, Time: 09:44:56, Interval: 00:28\n",
      "Ep. 1566, Timesteps 1600, Score.Agents: 158.32, Avg.Score: 171.09, Time: 09:45:24, Interval: 00:28\n",
      "Ep. 1567, Timesteps 1600, Score.Agents: 175.08, Avg.Score: 171.26, Time: 09:45:51, Interval: 00:27\n",
      "Ep. 1568, Timesteps 1600, Score.Agents: 173.86, Avg.Score: 171.37, Time: 09:46:19, Interval: 00:28\n",
      "Ep. 1569, Timesteps 1600, Score.Agents: 182.06, Avg.Score: 171.65, Time: 09:46:47, Interval: 00:28\n",
      "Ep. 1570, Timesteps 1600, Score.Agents: 177.81, Avg.Score: 171.73, Time: 09:47:15, Interval: 00:28\n",
      "Ep. 1571, Timesteps 1600, Score.Agents: 189.22, Avg.Score: 171.95, Time: 09:47:42, Interval: 00:27\n",
      "Ep. 1572, Timesteps 1600, Score.Agents: 178.81, Avg.Score: 171.99, Time: 09:48:10, Interval: 00:28\n",
      "Ep. 1573, Timesteps 1600, Score.Agents: 195.67, Avg.Score: 172.37, Time: 09:48:38, Interval: 00:28\n",
      "Ep. 1574, Timesteps 1600, Score.Agents: 176.68, Avg.Score: 172.66, Time: 09:49:05, Interval: 00:27\n",
      "Ep. 1575, Timesteps 1600, Score.Agents: 195.98, Avg.Score: 173.18, Time: 09:49:33, Interval: 00:28\n",
      "Ep. 1576, Timesteps 1600, Score.Agents: 180.33, Avg.Score: 173.40, Time: 09:50:00, Interval: 00:27\n",
      "Ep. 1577, Timesteps 1600, Score.Agents: 186.02, Avg.Score: 173.77, Time: 09:50:28, Interval: 00:28\n",
      "Ep. 1578, Timesteps 1600, Score.Agents: 139.68, Avg.Score: 173.65, Time: 09:50:56, Interval: 00:28\n",
      "Ep. 1579, Timesteps 1600, Score.Agents: 179.05, Avg.Score: 173.68, Time: 09:51:23, Interval: 00:27\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1580, Timesteps 1600, Score.Agents: 151.18, Avg.Score: 173.59, Time: 09:51:51, Interval: 00:28\n",
      "Ep. 1581, Timesteps 1600, Score.Agents: 179.62, Avg.Score: 173.71, Time: 09:52:19, Interval: 00:28\n",
      "Ep. 1582, Timesteps 1600, Score.Agents: 168.33, Avg.Score: 173.44, Time: 09:52:47, Interval: 00:28\n",
      "Ep. 1583, Timesteps 1600, Score.Agents: 146.72, Avg.Score: 173.49, Time: 09:53:15, Interval: 00:28\n",
      "Ep. 1584, Timesteps 1600, Score.Agents: 195.52, Avg.Score: 173.71, Time: 09:53:42, Interval: 00:27\n",
      "Ep. 1585, Timesteps 1600, Score.Agents: 134.74, Avg.Score: 173.23, Time: 09:54:10, Interval: 00:28\n",
      "Ep. 1586, Timesteps 1600, Score.Agents: 181.22, Avg.Score: 173.36, Time: 09:54:37, Interval: 00:27\n",
      "Ep. 1587, Timesteps 1600, Score.Agents: 146.55, Avg.Score: 173.24, Time: 09:55:05, Interval: 00:28\n",
      "Ep. 1588, Timesteps 1600, Score.Agents: 119.93, Avg.Score: 172.55, Time: 09:55:33, Interval: 00:28\n",
      "Ep. 1589, Timesteps 1600, Score.Agents: 147.10, Avg.Score: 172.23, Time: 09:56:01, Interval: 00:28\n",
      "Saving model, i_episode:  1590 \n",
      "\n",
      "Ep. 1590, Timesteps 1600, Score.Agents: 118.82, Avg.Score: 171.70, Time: 09:56:29, Interval: 00:28\n",
      "Ep. 1591, Timesteps 1600, Score.Agents: 166.40, Avg.Score: 171.61, Time: 09:56:57, Interval: 00:28\n",
      "Ep. 1592, Timesteps 1600, Score.Agents: 141.23, Avg.Score: 171.42, Time: 09:57:24, Interval: 00:27\n",
      "Ep. 1593, Timesteps 1600, Score.Agents: 169.65, Avg.Score: 171.26, Time: 09:57:52, Interval: 00:28\n",
      "Ep. 1594, Timesteps 1600, Score.Agents: 149.69, Avg.Score: 170.92, Time: 09:58:20, Interval: 00:28\n",
      "Ep. 1595, Timesteps 1600, Score.Agents: 172.60, Avg.Score: 170.86, Time: 09:58:47, Interval: 00:27\n",
      "Ep. 1596, Timesteps 1600, Score.Agents: 179.31, Avg.Score: 170.95, Time: 09:59:15, Interval: 00:28\n",
      "Ep. 1597, Timesteps 1600, Score.Agents: 109.87, Avg.Score: 170.36, Time: 09:59:43, Interval: 00:28\n",
      "Ep. 1598, Timesteps 1600, Score.Agents: 179.33, Avg.Score: 170.41, Time: 10:00:10, Interval: 00:27\n",
      "Ep. 1599, Timesteps 1600, Score.Agents: 181.96, Avg.Score: 170.47, Time: 10:00:38, Interval: 00:28\n",
      "Ep. 1600, Timesteps 1600, Score.Agents: 183.63, Avg.Score: 170.48, Time: 10:01:05, Interval: 00:27\n",
      "Ep. 1601, Timesteps 1600, Score.Agents: 184.27, Avg.Score: 170.50, Time: 10:01:33, Interval: 00:28\n",
      "Ep. 1602, Timesteps 1600, Score.Agents: 196.34, Avg.Score: 170.62, Time: 10:02:01, Interval: 00:28\n",
      "Ep. 1603, Timesteps 1600, Score.Agents: 165.75, Avg.Score: 170.42, Time: 10:02:28, Interval: 00:27\n",
      "Ep. 1604, Timesteps 1600, Score.Agents: 168.04, Avg.Score: 170.62, Time: 10:02:55, Interval: 00:27\n",
      "Ep. 1605, Timesteps 1600, Score.Agents: 167.33, Avg.Score: 170.51, Time: 10:03:23, Interval: 00:28\n",
      "Ep. 1606, Timesteps 1600, Score.Agents: 184.65, Avg.Score: 170.69, Time: 10:03:50, Interval: 00:27\n",
      "Ep. 1607, Timesteps 1600, Score.Agents: 167.52, Avg.Score: 170.58, Time: 10:04:17, Interval: 00:27\n",
      "Ep. 1608, Timesteps 1600, Score.Agents: 179.97, Avg.Score: 170.71, Time: 10:04:45, Interval: 00:28\n",
      "Ep. 1609, Timesteps 1600, Score.Agents: 178.77, Avg.Score: 170.70, Time: 10:05:12, Interval: 00:27\n",
      "Ep. 1610, Timesteps 1600, Score.Agents: 179.07, Avg.Score: 170.67, Time: 10:05:39, Interval: 00:27\n",
      "Ep. 1611, Timesteps 1600, Score.Agents: 178.33, Avg.Score: 170.67, Time: 10:06:06, Interval: 00:27\n",
      "Ep. 1612, Timesteps 1600, Score.Agents: 185.31, Avg.Score: 170.63, Time: 10:06:33, Interval: 00:27\n",
      "Ep. 1613, Timesteps 1600, Score.Agents: 172.78, Avg.Score: 170.64, Time: 10:07:01, Interval: 00:28\n",
      "Ep. 1614, Timesteps 1600, Score.Agents: 176.35, Avg.Score: 170.61, Time: 10:07:29, Interval: 00:28\n",
      "Ep. 1615, Timesteps 1600, Score.Agents: 181.04, Avg.Score: 170.61, Time: 10:07:57, Interval: 00:28\n",
      "Ep. 1616, Timesteps 1600, Score.Agents: 166.17, Avg.Score: 170.41, Time: 10:08:24, Interval: 00:27\n",
      "Ep. 1617, Timesteps 1600, Score.Agents: 175.49, Avg.Score: 170.36, Time: 10:08:52, Interval: 00:28\n",
      "Ep. 1618, Timesteps 1600, Score.Agents: 179.90, Avg.Score: 170.33, Time: 10:09:20, Interval: 00:28\n",
      "Ep. 1619, Timesteps 1600, Score.Agents: 181.01, Avg.Score: 170.30, Time: 10:09:47, Interval: 00:27\n",
      "Saving model, i_episode:  1620 \n",
      "\n",
      "Ep. 1620, Timesteps 1600, Score.Agents: 197.30, Avg.Score: 170.57, Time: 10:10:15, Interval: 00:28\n",
      "Ep. 1621, Timesteps 1600, Score.Agents: 186.77, Avg.Score: 170.60, Time: 10:10:43, Interval: 00:28\n",
      "Ep. 1622, Timesteps 1600, Score.Agents: 159.14, Avg.Score: 170.28, Time: 10:11:10, Interval: 00:27\n",
      "Ep. 1623, Timesteps 1600, Score.Agents: 135.13, Avg.Score: 169.76, Time: 10:11:38, Interval: 00:28\n",
      "Ep. 1624, Timesteps 1600, Score.Agents: 156.65, Avg.Score: 169.54, Time: 10:12:06, Interval: 00:28\n",
      "Ep. 1625, Timesteps 1600, Score.Agents: 171.54, Avg.Score: 169.61, Time: 10:12:33, Interval: 00:27\n",
      "Ep. 1626, Timesteps 1600, Score.Agents: 186.88, Avg.Score: 169.80, Time: 10:13:01, Interval: 00:28\n",
      "Ep. 1627, Timesteps 1600, Score.Agents: 173.97, Avg.Score: 169.76, Time: 10:13:28, Interval: 00:27\n",
      "Ep. 1628, Timesteps 1600, Score.Agents: 177.37, Avg.Score: 169.58, Time: 10:13:56, Interval: 00:28\n",
      "Ep. 1629, Timesteps 1600, Score.Agents: 205.87, Avg.Score: 169.89, Time: 10:14:24, Interval: 00:28\n",
      "Ep. 1630, Timesteps 1600, Score.Agents: 173.26, Avg.Score: 170.02, Time: 10:14:51, Interval: 00:27\n",
      "Ep. 1631, Timesteps 1600, Score.Agents: 178.74, Avg.Score: 170.10, Time: 10:15:19, Interval: 00:28\n",
      "Ep. 1632, Timesteps 1600, Score.Agents: 196.62, Avg.Score: 170.53, Time: 10:15:47, Interval: 00:28\n",
      "Ep. 1633, Timesteps 1600, Score.Agents: 173.55, Avg.Score: 170.76, Time: 10:16:14, Interval: 00:27\n",
      "Ep. 1634, Timesteps 1600, Score.Agents: 189.32, Avg.Score: 171.16, Time: 10:16:42, Interval: 00:28\n",
      "Ep. 1635, Timesteps 1600, Score.Agents: 184.91, Avg.Score: 171.30, Time: 10:17:10, Interval: 00:28\n",
      "Ep. 1636, Timesteps 1600, Score.Agents: 186.57, Avg.Score: 171.57, Time: 10:17:38, Interval: 00:28\n",
      "Ep. 1637, Timesteps 1600, Score.Agents: 193.36, Avg.Score: 171.86, Time: 10:18:06, Interval: 00:28\n",
      "Ep. 1638, Timesteps 1600, Score.Agents: 188.08, Avg.Score: 172.21, Time: 10:18:33, Interval: 00:27\n",
      "Ep. 1639, Timesteps 1600, Score.Agents: 175.75, Avg.Score: 172.10, Time: 10:19:01, Interval: 00:28\n",
      "Ep. 1640, Timesteps 1600, Score.Agents: 187.69, Avg.Score: 172.65, Time: 10:19:28, Interval: 00:27\n",
      "Ep. 1641, Timesteps 1600, Score.Agents: 176.00, Avg.Score: 172.70, Time: 10:19:56, Interval: 00:28\n",
      "Ep. 1642, Timesteps 1600, Score.Agents: 201.23, Avg.Score: 173.02, Time: 10:20:24, Interval: 00:28\n",
      "Ep. 1643, Timesteps 1600, Score.Agents: 184.09, Avg.Score: 173.19, Time: 10:20:52, Interval: 00:28\n",
      "Ep. 1644, Timesteps 1600, Score.Agents: 195.86, Avg.Score: 173.59, Time: 10:21:19, Interval: 00:27\n",
      "Ep. 1645, Timesteps 1600, Score.Agents: 192.52, Avg.Score: 173.89, Time: 10:21:47, Interval: 00:28\n",
      "Ep. 1646, Timesteps 1600, Score.Agents: 160.14, Avg.Score: 173.79, Time: 10:22:16, Interval: 00:29\n",
      "Ep. 1647, Timesteps 1600, Score.Agents: 180.69, Avg.Score: 173.98, Time: 10:22:43, Interval: 00:27\n",
      "Ep. 1648, Timesteps 1600, Score.Agents: 210.17, Avg.Score: 174.51, Time: 10:23:11, Interval: 00:28\n",
      "Ep. 1649, Timesteps 1600, Score.Agents: 188.68, Avg.Score: 174.67, Time: 10:23:39, Interval: 00:28\n",
      "Saving model, i_episode:  1650 \n",
      "\n",
      "Ep. 1650, Timesteps 1600, Score.Agents: 174.13, Avg.Score: 174.56, Time: 10:24:07, Interval: 00:28\n",
      "Ep. 1651, Timesteps 1600, Score.Agents: 141.15, Avg.Score: 174.17, Time: 10:24:34, Interval: 00:27\n",
      "Ep. 1652, Timesteps 1600, Score.Agents: 153.42, Avg.Score: 173.85, Time: 10:25:02, Interval: 00:28\n",
      "Ep. 1653, Timesteps 1600, Score.Agents: 178.05, Avg.Score: 173.90, Time: 10:25:30, Interval: 00:28\n",
      "Ep. 1654, Timesteps 1600, Score.Agents: 205.98, Avg.Score: 174.19, Time: 10:25:58, Interval: 00:28\n",
      "Ep. 1655, Timesteps 1600, Score.Agents: 171.43, Avg.Score: 174.09, Time: 10:26:25, Interval: 00:27\n",
      "Ep. 1656, Timesteps 1600, Score.Agents: 166.89, Avg.Score: 173.99, Time: 10:26:53, Interval: 00:28\n",
      "Ep. 1657, Timesteps 1600, Score.Agents: 192.26, Avg.Score: 174.35, Time: 10:27:21, Interval: 00:28\n",
      "Ep. 1658, Timesteps 1600, Score.Agents: 166.96, Avg.Score: 174.32, Time: 10:27:49, Interval: 00:28\n",
      "Ep. 1659, Timesteps 1600, Score.Agents: 173.43, Avg.Score: 174.36, Time: 10:28:17, Interval: 00:28\n",
      "Ep. 1660, Timesteps 1600, Score.Agents: 180.71, Avg.Score: 174.45, Time: 10:28:44, Interval: 00:27\n",
      "Ep. 1661, Timesteps 1600, Score.Agents: 190.82, Avg.Score: 174.61, Time: 10:29:12, Interval: 00:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1662, Timesteps 1600, Score.Agents: 194.98, Avg.Score: 174.83, Time: 10:29:40, Interval: 00:28\n",
      "Ep. 1663, Timesteps 1600, Score.Agents: 202.45, Avg.Score: 174.98, Time: 10:30:08, Interval: 00:28\n",
      "Ep. 1664, Timesteps 1600, Score.Agents: 177.86, Avg.Score: 175.00, Time: 10:30:36, Interval: 00:28\n",
      "Ep. 1665, Timesteps 1600, Score.Agents: 192.52, Avg.Score: 175.11, Time: 10:31:03, Interval: 00:27\n",
      "Ep. 1666, Timesteps 1600, Score.Agents: 179.52, Avg.Score: 175.32, Time: 10:31:31, Interval: 00:28\n",
      "Ep. 1667, Timesteps 1600, Score.Agents: 192.06, Avg.Score: 175.49, Time: 10:31:59, Interval: 00:28\n",
      "Ep. 1668, Timesteps 1600, Score.Agents: 190.58, Avg.Score: 175.66, Time: 10:32:26, Interval: 00:27\n",
      "Ep. 1669, Timesteps 1600, Score.Agents: 182.03, Avg.Score: 175.66, Time: 10:32:54, Interval: 00:28\n",
      "Ep. 1670, Timesteps 1600, Score.Agents: 199.66, Avg.Score: 175.88, Time: 10:33:22, Interval: 00:28\n",
      "Ep. 1671, Timesteps 1600, Score.Agents: 179.97, Avg.Score: 175.78, Time: 10:33:50, Interval: 00:28\n",
      "Ep. 1672, Timesteps 1600, Score.Agents: 173.48, Avg.Score: 175.73, Time: 10:34:17, Interval: 00:27\n",
      "Ep. 1673, Timesteps 1600, Score.Agents: 206.55, Avg.Score: 175.84, Time: 10:34:45, Interval: 00:28\n",
      "Ep. 1674, Timesteps 1600, Score.Agents: 208.55, Avg.Score: 176.16, Time: 10:35:13, Interval: 00:28\n",
      "Ep. 1675, Timesteps 1600, Score.Agents: 180.10, Avg.Score: 176.00, Time: 10:35:40, Interval: 00:27\n",
      "Ep. 1676, Timesteps 1600, Score.Agents: 190.26, Avg.Score: 176.10, Time: 10:36:08, Interval: 00:28\n",
      "Ep. 1677, Timesteps 1600, Score.Agents: 212.11, Avg.Score: 176.36, Time: 10:36:36, Interval: 00:28\n",
      "Ep. 1678, Timesteps 1600, Score.Agents: 202.79, Avg.Score: 176.99, Time: 10:37:04, Interval: 00:28\n",
      "Ep. 1679, Timesteps 1600, Score.Agents: 207.02, Avg.Score: 177.27, Time: 10:37:33, Interval: 00:29\n",
      "Saving model, i_episode:  1680 \n",
      "\n",
      "Ep. 1680, Timesteps 1600, Score.Agents: 195.35, Avg.Score: 177.71, Time: 10:38:03, Interval: 00:30\n",
      "Ep. 1681, Timesteps 1600, Score.Agents: 217.17, Avg.Score: 178.09, Time: 10:38:33, Interval: 00:30\n",
      "Ep. 1682, Timesteps 1600, Score.Agents: 167.45, Avg.Score: 178.08, Time: 10:39:03, Interval: 00:30\n",
      "Ep. 1683, Timesteps 1600, Score.Agents: 190.23, Avg.Score: 178.51, Time: 10:39:33, Interval: 00:30\n",
      "Ep. 1684, Timesteps 1600, Score.Agents: 170.49, Avg.Score: 178.26, Time: 10:40:03, Interval: 00:30\n",
      "Ep. 1685, Timesteps 1600, Score.Agents: 193.31, Avg.Score: 178.85, Time: 10:40:32, Interval: 00:29\n",
      "Ep. 1686, Timesteps 1600, Score.Agents: 173.51, Avg.Score: 178.77, Time: 10:41:01, Interval: 00:29\n",
      "Ep. 1687, Timesteps 1600, Score.Agents: 203.27, Avg.Score: 179.34, Time: 10:41:30, Interval: 00:29\n",
      "Ep. 1688, Timesteps 1600, Score.Agents: 211.32, Avg.Score: 180.25, Time: 10:41:58, Interval: 00:28\n",
      "Ep. 1689, Timesteps 1600, Score.Agents: 184.65, Avg.Score: 180.63, Time: 10:42:27, Interval: 00:29\n",
      "Ep. 1690, Timesteps 1600, Score.Agents: 196.80, Avg.Score: 181.41, Time: 10:42:56, Interval: 00:29\n",
      "Ep. 1691, Timesteps 1600, Score.Agents: 197.64, Avg.Score: 181.72, Time: 10:43:25, Interval: 00:29\n",
      "Ep. 1692, Timesteps 1600, Score.Agents: 205.33, Avg.Score: 182.36, Time: 10:43:54, Interval: 00:29\n",
      "Ep. 1693, Timesteps 1600, Score.Agents: 150.48, Avg.Score: 182.17, Time: 10:44:23, Interval: 00:29\n",
      "Ep. 1694, Timesteps 1600, Score.Agents: 174.89, Avg.Score: 182.42, Time: 10:44:53, Interval: 00:30\n",
      "Ep. 1695, Timesteps 1600, Score.Agents: 186.49, Avg.Score: 182.56, Time: 10:45:22, Interval: 00:29\n",
      "Ep. 1696, Timesteps 1600, Score.Agents: 206.41, Avg.Score: 182.83, Time: 10:45:57, Interval: 00:35\n",
      "Ep. 1697, Timesteps 1600, Score.Agents: 158.46, Avg.Score: 183.32, Time: 10:46:32, Interval: 00:35\n",
      "Ep. 1698, Timesteps 1600, Score.Agents: 191.60, Avg.Score: 183.44, Time: 10:47:05, Interval: 00:33\n",
      "Ep. 1699, Timesteps 1600, Score.Agents: 195.94, Avg.Score: 183.58, Time: 10:47:37, Interval: 00:32\n",
      "Ep. 1700, Timesteps 1600, Score.Agents: 203.55, Avg.Score: 183.78, Time: 10:48:07, Interval: 00:30\n",
      "Ep. 1701, Timesteps 1600, Score.Agents: 208.11, Avg.Score: 184.02, Time: 10:48:38, Interval: 00:31\n",
      "Ep. 1702, Timesteps 1600, Score.Agents: 193.73, Avg.Score: 183.99, Time: 10:49:07, Interval: 00:29\n",
      "Ep. 1703, Timesteps 1600, Score.Agents: 196.30, Avg.Score: 184.30, Time: 10:49:36, Interval: 00:29\n",
      "Ep. 1704, Timesteps 1600, Score.Agents: 193.11, Avg.Score: 184.55, Time: 10:50:06, Interval: 00:30\n",
      "Ep. 1705, Timesteps 1600, Score.Agents: 188.69, Avg.Score: 184.76, Time: 10:50:39, Interval: 00:33\n",
      "Ep. 1706, Timesteps 1600, Score.Agents: 222.35, Avg.Score: 185.14, Time: 10:51:10, Interval: 00:31\n",
      "Ep. 1707, Timesteps 1600, Score.Agents: 174.98, Avg.Score: 185.21, Time: 10:51:40, Interval: 00:30\n",
      "Ep. 1708, Timesteps 1600, Score.Agents: 209.11, Avg.Score: 185.50, Time: 10:52:12, Interval: 00:32\n",
      "Ep. 1709, Timesteps 1600, Score.Agents: 178.07, Avg.Score: 185.50, Time: 10:52:42, Interval: 00:30\n",
      "Saving model, i_episode:  1710 \n",
      "\n",
      "Ep. 1710, Timesteps 1600, Score.Agents: 175.30, Avg.Score: 185.46, Time: 10:53:12, Interval: 00:30\n",
      "Ep. 1711, Timesteps 1600, Score.Agents: 195.76, Avg.Score: 185.63, Time: 10:53:41, Interval: 00:29\n",
      "Ep. 1712, Timesteps 1600, Score.Agents: 211.84, Avg.Score: 185.90, Time: 10:54:11, Interval: 00:30\n",
      "Ep. 1713, Timesteps 1600, Score.Agents: 213.95, Avg.Score: 186.31, Time: 10:54:40, Interval: 00:29\n",
      "Ep. 1714, Timesteps 1600, Score.Agents: 183.40, Avg.Score: 186.38, Time: 10:55:10, Interval: 00:30\n",
      "Ep. 1715, Timesteps 1600, Score.Agents: 201.97, Avg.Score: 186.59, Time: 10:55:39, Interval: 00:29\n",
      "Ep. 1716, Timesteps 1600, Score.Agents: 208.45, Avg.Score: 187.01, Time: 10:56:09, Interval: 00:30\n",
      "Ep. 1717, Timesteps 1600, Score.Agents: 180.17, Avg.Score: 187.06, Time: 10:56:38, Interval: 00:29\n",
      "Ep. 1718, Timesteps 1600, Score.Agents: 214.24, Avg.Score: 187.40, Time: 10:57:07, Interval: 00:29\n",
      "Ep. 1719, Timesteps 1600, Score.Agents: 197.56, Avg.Score: 187.57, Time: 10:57:37, Interval: 00:30\n",
      "Ep. 1720, Timesteps 1600, Score.Agents: 217.85, Avg.Score: 187.78, Time: 10:58:05, Interval: 00:28\n",
      "Ep. 1721, Timesteps 1600, Score.Agents: 199.24, Avg.Score: 187.90, Time: 10:58:33, Interval: 00:28\n",
      "Ep. 1722, Timesteps 1600, Score.Agents: 201.83, Avg.Score: 188.33, Time: 10:59:01, Interval: 00:28\n",
      "Ep. 1723, Timesteps 1600, Score.Agents: 222.14, Avg.Score: 189.20, Time: 10:59:29, Interval: 00:28\n",
      "Ep. 1724, Timesteps 1600, Score.Agents: 214.22, Avg.Score: 189.77, Time: 10:59:57, Interval: 00:28\n",
      "Ep. 1725, Timesteps 1600, Score.Agents: 197.36, Avg.Score: 190.03, Time: 11:00:26, Interval: 00:29\n",
      "Ep. 1726, Timesteps 1600, Score.Agents: 220.30, Avg.Score: 190.37, Time: 11:00:54, Interval: 00:28\n",
      "Ep. 1727, Timesteps 1600, Score.Agents: 219.70, Avg.Score: 190.82, Time: 11:01:22, Interval: 00:28\n",
      "Ep. 1728, Timesteps 1600, Score.Agents: 214.65, Avg.Score: 191.20, Time: 11:01:50, Interval: 00:28\n",
      "Ep. 1729, Timesteps 1600, Score.Agents: 218.87, Avg.Score: 191.33, Time: 11:02:19, Interval: 00:29\n",
      "Ep. 1730, Timesteps 1600, Score.Agents: 206.33, Avg.Score: 191.66, Time: 11:02:47, Interval: 00:28\n",
      "Ep. 1731, Timesteps 1600, Score.Agents: 222.35, Avg.Score: 192.09, Time: 11:03:15, Interval: 00:28\n",
      "Ep. 1732, Timesteps 1600, Score.Agents: 203.63, Avg.Score: 192.16, Time: 11:03:44, Interval: 00:29\n",
      "Ep. 1733, Timesteps 1600, Score.Agents: 211.31, Avg.Score: 192.54, Time: 11:04:11, Interval: 00:27\n",
      "Ep. 1734, Timesteps 1600, Score.Agents: 200.16, Avg.Score: 192.65, Time: 11:04:40, Interval: 00:29\n",
      "Ep. 1735, Timesteps 1600, Score.Agents: 215.03, Avg.Score: 192.95, Time: 11:05:08, Interval: 00:28\n",
      "Ep. 1736, Timesteps 1600, Score.Agents: 203.47, Avg.Score: 193.12, Time: 11:05:36, Interval: 00:28\n",
      "Ep. 1737, Timesteps 1600, Score.Agents: 197.74, Avg.Score: 193.16, Time: 11:06:04, Interval: 00:28\n",
      "Ep. 1738, Timesteps 1600, Score.Agents: 218.49, Avg.Score: 193.47, Time: 11:06:33, Interval: 00:29\n",
      "Ep. 1739, Timesteps 1600, Score.Agents: 208.45, Avg.Score: 193.79, Time: 11:07:01, Interval: 00:28\n",
      "Saving model, i_episode:  1740 \n",
      "\n",
      "Ep. 1740, Timesteps 1600, Score.Agents: 224.51, Avg.Score: 194.16, Time: 11:07:29, Interval: 00:28\n",
      "Ep. 1741, Timesteps 1600, Score.Agents: 228.38, Avg.Score: 194.69, Time: 11:07:58, Interval: 00:29\n",
      "Ep. 1742, Timesteps 1600, Score.Agents: 225.67, Avg.Score: 194.93, Time: 11:08:26, Interval: 00:28\n",
      "Ep. 1743, Timesteps 1600, Score.Agents: 233.58, Avg.Score: 195.42, Time: 11:08:54, Interval: 00:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1744, Timesteps 1600, Score.Agents: 231.08, Avg.Score: 195.78, Time: 11:09:22, Interval: 00:28\n",
      "Ep. 1745, Timesteps 1600, Score.Agents: 216.12, Avg.Score: 196.01, Time: 11:09:50, Interval: 00:28\n",
      "Ep. 1746, Timesteps 1600, Score.Agents: 216.47, Avg.Score: 196.58, Time: 11:10:20, Interval: 00:30\n",
      "Ep. 1747, Timesteps 1600, Score.Agents: 214.88, Avg.Score: 196.92, Time: 11:10:49, Interval: 00:29\n",
      "Ep. 1748, Timesteps 1600, Score.Agents: 213.22, Avg.Score: 196.95, Time: 11:11:17, Interval: 00:28\n",
      "Ep. 1749, Timesteps 1600, Score.Agents: 197.31, Avg.Score: 197.03, Time: 11:11:45, Interval: 00:28\n",
      "Ep. 1750, Timesteps 1600, Score.Agents: 213.95, Avg.Score: 197.43, Time: 11:12:14, Interval: 00:29\n",
      "Ep. 1751, Timesteps 1600, Score.Agents: 195.99, Avg.Score: 197.98, Time: 11:12:42, Interval: 00:28\n",
      "Ep. 1752, Timesteps 1600, Score.Agents: 225.51, Avg.Score: 198.70, Time: 11:13:12, Interval: 00:30\n",
      "Ep. 1753, Timesteps 1600, Score.Agents: 196.38, Avg.Score: 198.89, Time: 11:13:45, Interval: 00:33\n",
      "Ep. 1754, Timesteps 1600, Score.Agents: 186.15, Avg.Score: 198.69, Time: 11:14:15, Interval: 00:30\n",
      "Ep. 1755, Timesteps 1600, Score.Agents: 138.67, Avg.Score: 198.36, Time: 11:14:44, Interval: 00:29\n",
      "Ep. 1756, Timesteps 1600, Score.Agents: 155.38, Avg.Score: 198.24, Time: 11:15:13, Interval: 00:29\n",
      "Ep. 1757, Timesteps 1600, Score.Agents: 188.40, Avg.Score: 198.21, Time: 11:15:43, Interval: 00:30\n",
      "Ep. 1758, Timesteps 1600, Score.Agents: 187.57, Avg.Score: 198.41, Time: 11:16:13, Interval: 00:30\n",
      "Ep. 1759, Timesteps 1600, Score.Agents: 151.74, Avg.Score: 198.20, Time: 11:16:43, Interval: 00:30\n",
      "Ep. 1760, Timesteps 1600, Score.Agents: 131.50, Avg.Score: 197.70, Time: 11:17:12, Interval: 00:29\n",
      "Ep. 1761, Timesteps 1600, Score.Agents: 169.64, Avg.Score: 197.49, Time: 11:17:41, Interval: 00:29\n",
      "Ep. 1762, Timesteps 1600, Score.Agents: 155.60, Avg.Score: 197.10, Time: 11:18:10, Interval: 00:29\n",
      "Ep. 1763, Timesteps 1600, Score.Agents: 130.71, Avg.Score: 196.38, Time: 11:18:39, Interval: 00:29\n",
      "Ep. 1764, Timesteps 1600, Score.Agents: 188.35, Avg.Score: 196.49, Time: 11:19:09, Interval: 00:30\n",
      "Ep. 1765, Timesteps 1600, Score.Agents: 171.67, Avg.Score: 196.28, Time: 11:19:39, Interval: 00:30\n",
      "Ep. 1766, Timesteps 1600, Score.Agents: 163.37, Avg.Score: 196.12, Time: 11:20:08, Interval: 00:29\n",
      "Ep. 1767, Timesteps 1600, Score.Agents: 212.65, Avg.Score: 196.32, Time: 11:20:36, Interval: 00:28\n",
      "Ep. 1768, Timesteps 1600, Score.Agents: 208.42, Avg.Score: 196.50, Time: 11:21:05, Interval: 00:29\n",
      "Ep. 1769, Timesteps 1600, Score.Agents: 201.10, Avg.Score: 196.69, Time: 11:21:34, Interval: 00:29\n",
      "Saving model, i_episode:  1770 \n",
      "\n",
      "Ep. 1770, Timesteps 1600, Score.Agents: 223.98, Avg.Score: 196.93, Time: 11:22:03, Interval: 00:29\n",
      "Ep. 1771, Timesteps 1600, Score.Agents: 193.69, Avg.Score: 197.07, Time: 11:22:32, Interval: 00:29\n",
      "Ep. 1772, Timesteps 1600, Score.Agents: 222.15, Avg.Score: 197.56, Time: 11:23:02, Interval: 00:30\n",
      "Ep. 1773, Timesteps 1600, Score.Agents: 207.20, Avg.Score: 197.56, Time: 11:23:32, Interval: 00:30\n",
      "Ep. 1774, Timesteps 1600, Score.Agents: 196.40, Avg.Score: 197.44, Time: 11:24:01, Interval: 00:29\n",
      "Ep. 1775, Timesteps 1600, Score.Agents: 186.67, Avg.Score: 197.51, Time: 11:24:30, Interval: 00:29\n",
      "Ep. 1776, Timesteps 1600, Score.Agents: 209.64, Avg.Score: 197.70, Time: 11:25:00, Interval: 00:30\n",
      "Ep. 1777, Timesteps 1600, Score.Agents: 233.35, Avg.Score: 197.91, Time: 11:25:28, Interval: 00:28\n",
      "Ep. 1778, Timesteps 1600, Score.Agents: 238.74, Avg.Score: 198.27, Time: 11:25:57, Interval: 00:29\n",
      "Ep. 1779, Timesteps 1600, Score.Agents: 222.81, Avg.Score: 198.43, Time: 11:26:27, Interval: 00:30\n",
      "Ep. 1780, Timesteps 1600, Score.Agents: 240.95, Avg.Score: 198.89, Time: 11:26:58, Interval: 00:31\n",
      "Ep. 1781, Timesteps 1600, Score.Agents: 219.34, Avg.Score: 198.91, Time: 11:27:27, Interval: 00:29\n",
      "Ep. 1782, Timesteps 1600, Score.Agents: 205.47, Avg.Score: 199.29, Time: 11:27:56, Interval: 00:29\n",
      "Ep. 1783, Timesteps 1600, Score.Agents: 236.76, Avg.Score: 199.76, Time: 11:28:24, Interval: 00:28\n",
      "Ep. 1784, Timesteps 1600, Score.Agents: 215.77, Avg.Score: 200.21, Time: 11:28:52, Interval: 00:28\n",
      "Ep. 1785, Timesteps 1600, Score.Agents: 236.51, Avg.Score: 200.64, Time: 11:29:21, Interval: 00:29\n",
      "Ep. 1786, Timesteps 1600, Score.Agents: 227.24, Avg.Score: 201.18, Time: 11:29:49, Interval: 00:28\n",
      "Ep. 1787, Timesteps 1600, Score.Agents: 228.85, Avg.Score: 201.43, Time: 11:30:18, Interval: 00:29\n",
      "Ep. 1788, Timesteps 1600, Score.Agents: 229.91, Avg.Score: 201.62, Time: 11:30:46, Interval: 00:28\n",
      "Ep. 1789, Timesteps 1600, Score.Agents: 223.90, Avg.Score: 202.01, Time: 11:31:15, Interval: 00:29\n",
      "Ep. 1790, Timesteps 1600, Score.Agents: 243.92, Avg.Score: 202.48, Time: 11:31:43, Interval: 00:28\n",
      "Ep. 1791, Timesteps 1600, Score.Agents: 242.26, Avg.Score: 202.93, Time: 11:32:12, Interval: 00:29\n",
      "Ep. 1792, Timesteps 1600, Score.Agents: 247.34, Avg.Score: 203.35, Time: 11:32:40, Interval: 00:28\n",
      "Ep. 1793, Timesteps 1600, Score.Agents: 237.01, Avg.Score: 204.21, Time: 11:33:09, Interval: 00:29\n",
      "Ep. 1794, Timesteps 1600, Score.Agents: 221.44, Avg.Score: 204.68, Time: 11:33:37, Interval: 00:28\n",
      "Ep. 1795, Timesteps 1600, Score.Agents: 218.02, Avg.Score: 204.99, Time: 11:34:06, Interval: 00:29\n",
      "Ep. 1796, Timesteps 1600, Score.Agents: 250.75, Avg.Score: 205.44, Time: 11:34:34, Interval: 00:28\n",
      "Ep. 1797, Timesteps 1600, Score.Agents: 226.00, Avg.Score: 206.11, Time: 11:35:02, Interval: 00:28\n",
      "Ep. 1798, Timesteps 1600, Score.Agents: 218.75, Avg.Score: 206.39, Time: 11:35:31, Interval: 00:29\n",
      "Ep. 1799, Timesteps 1600, Score.Agents: 200.89, Avg.Score: 206.43, Time: 11:35:59, Interval: 00:28\n",
      "Saving model, i_episode:  1800 \n",
      "\n",
      "Ep. 1800, Timesteps 1600, Score.Agents: 223.82, Avg.Score: 206.64, Time: 11:36:28, Interval: 00:29\n",
      "Ep. 1801, Timesteps 1600, Score.Agents: 206.14, Avg.Score: 206.62, Time: 11:36:56, Interval: 00:28\n",
      "Ep. 1802, Timesteps 1600, Score.Agents: 192.52, Avg.Score: 206.61, Time: 11:37:24, Interval: 00:28\n",
      "Ep. 1803, Timesteps 1600, Score.Agents: 237.20, Avg.Score: 207.01, Time: 11:37:53, Interval: 00:29\n",
      "Ep. 1804, Timesteps 1600, Score.Agents: 225.84, Avg.Score: 207.34, Time: 11:38:22, Interval: 00:29\n",
      "Ep. 1805, Timesteps 1600, Score.Agents: 234.42, Avg.Score: 207.80, Time: 11:38:50, Interval: 00:28\n",
      "Ep. 1806, Timesteps 1600, Score.Agents: 214.02, Avg.Score: 207.72, Time: 11:39:18, Interval: 00:28\n",
      "Ep. 1807, Timesteps 1600, Score.Agents: 241.94, Avg.Score: 208.39, Time: 11:39:46, Interval: 00:28\n",
      "Ep. 1808, Timesteps 1600, Score.Agents: 249.04, Avg.Score: 208.78, Time: 11:40:15, Interval: 00:29\n",
      "Ep. 1809, Timesteps 1600, Score.Agents: 221.46, Avg.Score: 209.22, Time: 11:40:44, Interval: 00:29\n",
      "Ep. 1810, Timesteps 1600, Score.Agents: 254.26, Avg.Score: 210.01, Time: 11:41:12, Interval: 00:28\n",
      "Ep. 1811, Timesteps 1600, Score.Agents: 236.21, Avg.Score: 210.41, Time: 11:41:41, Interval: 00:29\n",
      "Ep. 1812, Timesteps 1600, Score.Agents: 233.16, Avg.Score: 210.63, Time: 11:42:09, Interval: 00:28\n",
      "Ep. 1813, Timesteps 1600, Score.Agents: 255.53, Avg.Score: 211.04, Time: 11:42:38, Interval: 00:29\n",
      "Ep. 1814, Timesteps 1600, Score.Agents: 202.64, Avg.Score: 211.23, Time: 11:43:06, Interval: 00:28\n",
      "Ep. 1815, Timesteps 1600, Score.Agents: 242.65, Avg.Score: 211.64, Time: 11:43:34, Interval: 00:28\n",
      "Ep. 1816, Timesteps 1600, Score.Agents: 239.41, Avg.Score: 211.95, Time: 11:44:03, Interval: 00:29\n",
      "Ep. 1817, Timesteps 1600, Score.Agents: 219.49, Avg.Score: 212.34, Time: 11:44:33, Interval: 00:30\n",
      "Ep. 1818, Timesteps 1600, Score.Agents: 209.73, Avg.Score: 212.30, Time: 11:45:03, Interval: 00:30\n",
      "Ep. 1819, Timesteps 1600, Score.Agents: 226.08, Avg.Score: 212.58, Time: 11:45:33, Interval: 00:30\n",
      "Ep. 1820, Timesteps 1600, Score.Agents: 232.73, Avg.Score: 212.73, Time: 11:46:03, Interval: 00:30\n",
      "Ep. 1821, Timesteps 1600, Score.Agents: 232.90, Avg.Score: 213.07, Time: 11:46:31, Interval: 00:28\n",
      "Ep. 1822, Timesteps 1600, Score.Agents: 230.94, Avg.Score: 213.36, Time: 11:46:59, Interval: 00:28\n",
      "Ep. 1823, Timesteps 1600, Score.Agents: 222.80, Avg.Score: 213.37, Time: 11:47:27, Interval: 00:28\n",
      "Ep. 1824, Timesteps 1600, Score.Agents: 144.51, Avg.Score: 212.67, Time: 11:47:55, Interval: 00:28\n",
      "Ep. 1825, Timesteps 1600, Score.Agents: 232.55, Avg.Score: 213.02, Time: 11:48:23, Interval: 00:28\n",
      "Ep. 1826, Timesteps 1600, Score.Agents: 196.37, Avg.Score: 212.78, Time: 11:48:52, Interval: 00:29\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1827, Timesteps 1600, Score.Agents: 226.70, Avg.Score: 212.85, Time: 11:49:20, Interval: 00:28\n",
      "Ep. 1828, Timesteps 1600, Score.Agents: 240.05, Avg.Score: 213.11, Time: 11:49:48, Interval: 00:28\n",
      "Ep. 1829, Timesteps 1600, Score.Agents: 224.11, Avg.Score: 213.16, Time: 11:50:17, Interval: 00:29\n",
      "Saving model, i_episode:  1830 \n",
      "\n",
      "Ep. 1830, Timesteps 1600, Score.Agents: 254.46, Avg.Score: 213.64, Time: 11:50:45, Interval: 00:28\n",
      "Ep. 1831, Timesteps 1600, Score.Agents: 234.53, Avg.Score: 213.76, Time: 11:51:13, Interval: 00:28\n",
      "Ep. 1832, Timesteps 1600, Score.Agents: 250.13, Avg.Score: 214.23, Time: 11:51:42, Interval: 00:29\n",
      "Ep. 1833, Timesteps 1600, Score.Agents: 237.19, Avg.Score: 214.49, Time: 11:52:10, Interval: 00:28\n",
      "Ep. 1834, Timesteps 1600, Score.Agents: 253.94, Avg.Score: 215.02, Time: 11:52:39, Interval: 00:29\n",
      "Ep. 1835, Timesteps 1600, Score.Agents: 258.41, Avg.Score: 215.46, Time: 11:53:07, Interval: 00:28\n",
      "Ep. 1836, Timesteps 1600, Score.Agents: 250.41, Avg.Score: 215.93, Time: 11:53:36, Interval: 00:29\n",
      "Ep. 1837, Timesteps 1600, Score.Agents: 234.79, Avg.Score: 216.30, Time: 11:54:04, Interval: 00:28\n",
      "Ep. 1838, Timesteps 1600, Score.Agents: 213.79, Avg.Score: 216.25, Time: 11:54:33, Interval: 00:29\n",
      "Ep. 1839, Timesteps 1600, Score.Agents: 241.36, Avg.Score: 216.58, Time: 11:55:01, Interval: 00:28\n",
      "Ep. 1840, Timesteps 1600, Score.Agents: 252.95, Avg.Score: 216.86, Time: 11:55:29, Interval: 00:28\n",
      "Ep. 1841, Timesteps 1600, Score.Agents: 250.45, Avg.Score: 217.08, Time: 11:55:58, Interval: 00:29\n",
      "Ep. 1842, Timesteps 1600, Score.Agents: 233.98, Avg.Score: 217.17, Time: 11:56:26, Interval: 00:28\n",
      "Ep. 1843, Timesteps 1600, Score.Agents: 246.89, Avg.Score: 217.30, Time: 11:56:54, Interval: 00:28\n",
      "Ep. 1844, Timesteps 1600, Score.Agents: 252.51, Avg.Score: 217.51, Time: 11:57:23, Interval: 00:29\n",
      "Ep. 1845, Timesteps 1600, Score.Agents: 246.64, Avg.Score: 217.82, Time: 11:57:51, Interval: 00:28\n",
      "Ep. 1846, Timesteps 1600, Score.Agents: 242.50, Avg.Score: 218.08, Time: 11:58:19, Interval: 00:28\n",
      "Ep. 1847, Timesteps 1600, Score.Agents: 254.38, Avg.Score: 218.48, Time: 11:58:48, Interval: 00:29\n",
      "Ep. 1848, Timesteps 1600, Score.Agents: 257.67, Avg.Score: 218.92, Time: 11:59:16, Interval: 00:28\n",
      "Ep. 1849, Timesteps 1600, Score.Agents: 230.69, Avg.Score: 219.25, Time: 11:59:45, Interval: 00:29\n",
      "Ep. 1850, Timesteps 1600, Score.Agents: 215.30, Avg.Score: 219.27, Time: 12:00:13, Interval: 00:28\n",
      "Ep. 1851, Timesteps 1600, Score.Agents: 245.04, Avg.Score: 219.76, Time: 12:00:41, Interval: 00:28\n",
      "Ep. 1852, Timesteps 1600, Score.Agents: 258.09, Avg.Score: 220.08, Time: 12:01:10, Interval: 00:29\n",
      "Ep. 1853, Timesteps 1600, Score.Agents: 223.26, Avg.Score: 220.35, Time: 12:01:38, Interval: 00:28\n",
      "Ep. 1854, Timesteps 1600, Score.Agents: 264.10, Avg.Score: 221.13, Time: 12:02:07, Interval: 00:29\n",
      "Ep. 1855, Timesteps 1600, Score.Agents: 238.22, Avg.Score: 222.13, Time: 12:02:35, Interval: 00:28\n",
      "Ep. 1856, Timesteps 1600, Score.Agents: 237.83, Avg.Score: 222.95, Time: 12:03:04, Interval: 00:29\n",
      "Ep. 1857, Timesteps 1600, Score.Agents: 268.64, Avg.Score: 223.75, Time: 12:03:32, Interval: 00:28\n",
      "Ep. 1858, Timesteps 1600, Score.Agents: 255.34, Avg.Score: 224.43, Time: 12:04:01, Interval: 00:29\n",
      "Ep. 1859, Timesteps 1600, Score.Agents: 252.77, Avg.Score: 225.44, Time: 12:04:29, Interval: 00:28\n",
      "Saving model, i_episode:  1860 \n",
      "\n",
      "Ep. 1860, Timesteps 1600, Score.Agents: 263.23, Avg.Score: 226.76, Time: 12:04:58, Interval: 00:29\n",
      "Ep. 1861, Timesteps 1600, Score.Agents: 233.17, Avg.Score: 227.39, Time: 12:05:26, Interval: 00:28\n",
      "Ep. 1862, Timesteps 1600, Score.Agents: 237.75, Avg.Score: 228.22, Time: 12:05:54, Interval: 00:28\n",
      "Ep. 1863, Timesteps 1600, Score.Agents: 244.52, Avg.Score: 229.35, Time: 12:06:23, Interval: 00:29\n",
      "Ep. 1864, Timesteps 1600, Score.Agents: 262.96, Avg.Score: 230.10, Time: 12:06:51, Interval: 00:28\n",
      "Ep. 1865, Timesteps 1600, Score.Agents: 248.35, Avg.Score: 230.87, Time: 12:07:20, Interval: 00:29\n",
      "Ep. 1866, Timesteps 1600, Score.Agents: 255.31, Avg.Score: 231.79, Time: 12:07:48, Interval: 00:28\n",
      "Ep. 1867, Timesteps 1600, Score.Agents: 221.24, Avg.Score: 231.87, Time: 12:08:17, Interval: 00:29\n",
      "Ep. 1868, Timesteps 1600, Score.Agents: 256.81, Avg.Score: 232.36, Time: 12:08:47, Interval: 00:30\n",
      "Ep. 1869, Timesteps 1600, Score.Agents: 245.88, Avg.Score: 232.80, Time: 12:09:15, Interval: 00:28\n",
      "Ep. 1870, Timesteps 1600, Score.Agents: 265.48, Avg.Score: 233.22, Time: 12:09:43, Interval: 00:28\n",
      "Ep. 1871, Timesteps 1600, Score.Agents: 216.97, Avg.Score: 233.45, Time: 12:10:11, Interval: 00:28\n",
      "Ep. 1872, Timesteps 1600, Score.Agents: 232.12, Avg.Score: 233.55, Time: 12:10:40, Interval: 00:29\n",
      "Ep. 1873, Timesteps 1600, Score.Agents: 221.07, Avg.Score: 233.69, Time: 12:11:08, Interval: 00:28\n",
      "Ep. 1874, Timesteps 1600, Score.Agents: 190.22, Avg.Score: 233.63, Time: 12:11:36, Interval: 00:28\n",
      "Ep. 1875, Timesteps 1600, Score.Agents: 221.21, Avg.Score: 233.97, Time: 12:12:05, Interval: 00:29\n",
      "Ep. 1876, Timesteps 1600, Score.Agents: 247.41, Avg.Score: 234.35, Time: 12:12:33, Interval: 00:28\n",
      "Ep. 1877, Timesteps 1600, Score.Agents: 255.78, Avg.Score: 234.58, Time: 12:13:02, Interval: 00:29\n",
      "Ep. 1878, Timesteps 1600, Score.Agents: 222.69, Avg.Score: 234.42, Time: 12:13:31, Interval: 00:29\n",
      "Ep. 1879, Timesteps 1600, Score.Agents: 240.43, Avg.Score: 234.59, Time: 12:14:00, Interval: 00:29\n",
      "Ep. 1880, Timesteps 1600, Score.Agents: 273.95, Avg.Score: 234.92, Time: 12:14:29, Interval: 00:29\n",
      "Ep. 1881, Timesteps 1600, Score.Agents: 242.27, Avg.Score: 235.15, Time: 12:14:58, Interval: 00:29\n",
      "Ep. 1882, Timesteps 1600, Score.Agents: 251.53, Avg.Score: 235.61, Time: 12:15:26, Interval: 00:28\n",
      "Ep. 1883, Timesteps 1600, Score.Agents: 269.90, Avg.Score: 235.94, Time: 12:15:55, Interval: 00:29\n",
      "Ep. 1884, Timesteps 1600, Score.Agents: 255.56, Avg.Score: 236.34, Time: 12:16:23, Interval: 00:28\n",
      "Ep. 1885, Timesteps 1600, Score.Agents: 220.82, Avg.Score: 236.18, Time: 12:16:51, Interval: 00:28\n",
      "Ep. 1886, Timesteps 1600, Score.Agents: 273.71, Avg.Score: 236.65, Time: 12:17:20, Interval: 00:29\n",
      "Ep. 1887, Timesteps 1600, Score.Agents: 256.12, Avg.Score: 236.92, Time: 12:17:48, Interval: 00:28\n",
      "Ep. 1888, Timesteps 1600, Score.Agents: 246.96, Avg.Score: 237.09, Time: 12:18:17, Interval: 00:29\n",
      "Ep. 1889, Timesteps 1600, Score.Agents: 249.98, Avg.Score: 237.35, Time: 12:18:45, Interval: 00:28\n",
      "Saving model, i_episode:  1890 \n",
      "\n",
      "Ep. 1890, Timesteps 1600, Score.Agents: 246.61, Avg.Score: 237.38, Time: 12:19:13, Interval: 00:28\n",
      "Ep. 1891, Timesteps 1600, Score.Agents: 260.32, Avg.Score: 237.56, Time: 12:19:41, Interval: 00:28\n",
      "Ep. 1892, Timesteps 1600, Score.Agents: 263.43, Avg.Score: 237.72, Time: 12:20:10, Interval: 00:29\n",
      "Ep. 1893, Timesteps 1600, Score.Agents: 276.60, Avg.Score: 238.12, Time: 12:20:38, Interval: 00:28\n",
      "Ep. 1894, Timesteps 1600, Score.Agents: 277.82, Avg.Score: 238.68, Time: 12:21:07, Interval: 00:29\n",
      "Ep. 1895, Timesteps 1600, Score.Agents: 246.97, Avg.Score: 238.97, Time: 12:21:35, Interval: 00:28\n",
      "Ep. 1896, Timesteps 1600, Score.Agents: 242.89, Avg.Score: 238.89, Time: 12:22:04, Interval: 00:29\n",
      "Ep. 1897, Timesteps 1600, Score.Agents: 270.72, Avg.Score: 239.34, Time: 12:22:32, Interval: 00:28\n",
      "Ep. 1898, Timesteps 1600, Score.Agents: 253.51, Avg.Score: 239.69, Time: 12:23:00, Interval: 00:28\n",
      "Ep. 1899, Timesteps 1600, Score.Agents: 264.72, Avg.Score: 240.32, Time: 12:23:29, Interval: 00:29\n",
      "Ep. 1900, Timesteps 1600, Score.Agents: 254.85, Avg.Score: 240.64, Time: 12:23:57, Interval: 00:28\n",
      "Ep. 1901, Timesteps 1600, Score.Agents: 238.10, Avg.Score: 240.95, Time: 12:24:26, Interval: 00:29\n",
      "Ep. 1902, Timesteps 1600, Score.Agents: 275.88, Avg.Score: 241.79, Time: 12:24:54, Interval: 00:28\n",
      "Ep. 1903, Timesteps 1600, Score.Agents: 253.15, Avg.Score: 241.95, Time: 12:25:22, Interval: 00:28\n",
      "Ep. 1904, Timesteps 1600, Score.Agents: 285.43, Avg.Score: 242.54, Time: 12:25:51, Interval: 00:29\n",
      "Ep. 1905, Timesteps 1600, Score.Agents: 277.38, Avg.Score: 242.97, Time: 12:26:19, Interval: 00:28\n",
      "Ep. 1906, Timesteps 1600, Score.Agents: 253.41, Avg.Score: 243.37, Time: 12:26:47, Interval: 00:28\n",
      "Ep. 1907, Timesteps 1600, Score.Agents: 265.33, Avg.Score: 243.60, Time: 12:27:16, Interval: 00:29\n",
      "Ep. 1908, Timesteps 1600, Score.Agents: 256.59, Avg.Score: 243.68, Time: 12:27:44, Interval: 00:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1909, Timesteps 1600, Score.Agents: 277.03, Avg.Score: 244.23, Time: 12:28:13, Interval: 00:29\n",
      "Ep. 1910, Timesteps 1600, Score.Agents: 263.68, Avg.Score: 244.33, Time: 12:28:41, Interval: 00:28\n",
      "Ep. 1911, Timesteps 1600, Score.Agents: 253.77, Avg.Score: 244.50, Time: 12:29:10, Interval: 00:29\n",
      "Ep. 1912, Timesteps 1600, Score.Agents: 274.18, Avg.Score: 244.91, Time: 12:29:38, Interval: 00:28\n",
      "Ep. 1913, Timesteps 1600, Score.Agents: 259.63, Avg.Score: 244.95, Time: 12:30:07, Interval: 00:29\n",
      "Ep. 1914, Timesteps 1600, Score.Agents: 270.03, Avg.Score: 245.63, Time: 12:30:35, Interval: 00:28\n",
      "Ep. 1915, Timesteps 1600, Score.Agents: 280.55, Avg.Score: 246.01, Time: 12:31:03, Interval: 00:28\n",
      "Ep. 1916, Timesteps 1600, Score.Agents: 259.24, Avg.Score: 246.20, Time: 12:31:32, Interval: 00:29\n",
      "Ep. 1917, Timesteps 1600, Score.Agents: 273.00, Avg.Score: 246.74, Time: 12:32:00, Interval: 00:28\n",
      "Ep. 1918, Timesteps 1600, Score.Agents: 271.06, Avg.Score: 247.35, Time: 12:32:29, Interval: 00:29\n",
      "Ep. 1919, Timesteps 1600, Score.Agents: 273.39, Avg.Score: 247.83, Time: 12:32:57, Interval: 00:28\n",
      "Saving model, i_episode:  1920 \n",
      "\n",
      "Ep. 1920, Timesteps 1600, Score.Agents: 252.38, Avg.Score: 248.02, Time: 12:33:26, Interval: 00:29\n",
      "Ep. 1921, Timesteps 1600, Score.Agents: 239.66, Avg.Score: 248.09, Time: 12:33:54, Interval: 00:28\n",
      "Ep. 1922, Timesteps 1600, Score.Agents: 234.19, Avg.Score: 248.12, Time: 12:34:23, Interval: 00:29\n",
      "Ep. 1923, Timesteps 1600, Score.Agents: 273.93, Avg.Score: 248.63, Time: 12:34:51, Interval: 00:28\n",
      "Ep. 1924, Timesteps 1600, Score.Agents: 237.78, Avg.Score: 249.57, Time: 12:35:20, Interval: 00:29\n",
      "Ep. 1925, Timesteps 1600, Score.Agents: 249.04, Avg.Score: 249.73, Time: 12:35:48, Interval: 00:28\n",
      "Ep. 1926, Timesteps 1600, Score.Agents: 276.31, Avg.Score: 250.53, Time: 12:36:17, Interval: 00:29\n",
      "Ep. 1927, Timesteps 1600, Score.Agents: 269.45, Avg.Score: 250.96, Time: 12:36:45, Interval: 00:28\n",
      "Ep. 1928, Timesteps 1600, Score.Agents: 217.97, Avg.Score: 250.74, Time: 12:37:14, Interval: 00:29\n",
      "Ep. 1929, Timesteps 1600, Score.Agents: 216.61, Avg.Score: 250.66, Time: 12:37:42, Interval: 00:28\n",
      "Ep. 1930, Timesteps 1600, Score.Agents: 198.35, Avg.Score: 250.10, Time: 12:38:12, Interval: 00:30\n",
      "Ep. 1931, Timesteps 1600, Score.Agents: 187.47, Avg.Score: 249.63, Time: 12:38:40, Interval: 00:28\n",
      "Ep. 1932, Timesteps 1600, Score.Agents: 222.67, Avg.Score: 249.36, Time: 12:39:10, Interval: 00:30\n",
      "Ep. 1933, Timesteps 1600, Score.Agents: 221.66, Avg.Score: 249.20, Time: 12:39:38, Interval: 00:28\n",
      "Ep. 1934, Timesteps 1600, Score.Agents: 240.40, Avg.Score: 249.07, Time: 12:40:07, Interval: 00:29\n",
      "Ep. 1935, Timesteps 1600, Score.Agents: 232.13, Avg.Score: 248.80, Time: 12:40:34, Interval: 00:27\n",
      "Ep. 1936, Timesteps 1600, Score.Agents: 257.78, Avg.Score: 248.88, Time: 12:41:03, Interval: 00:29\n",
      "Ep. 1937, Timesteps 1600, Score.Agents: 240.57, Avg.Score: 248.93, Time: 12:41:31, Interval: 00:28\n",
      "Ep. 1938, Timesteps 1600, Score.Agents: 224.14, Avg.Score: 249.04, Time: 12:41:59, Interval: 00:28\n",
      "Ep. 1939, Timesteps 1600, Score.Agents: 240.69, Avg.Score: 249.03, Time: 12:42:27, Interval: 00:28\n",
      "Ep. 1940, Timesteps 1600, Score.Agents: 269.91, Avg.Score: 249.20, Time: 12:42:55, Interval: 00:28\n",
      "Ep. 1941, Timesteps 1600, Score.Agents: 266.24, Avg.Score: 249.36, Time: 12:43:23, Interval: 00:28\n",
      "Ep. 1942, Timesteps 1600, Score.Agents: 257.25, Avg.Score: 249.59, Time: 12:43:52, Interval: 00:29\n",
      "Ep. 1943, Timesteps 1600, Score.Agents: 249.45, Avg.Score: 249.62, Time: 12:44:21, Interval: 00:29\n",
      "Ep. 1944, Timesteps 1600, Score.Agents: 233.71, Avg.Score: 249.43, Time: 12:44:50, Interval: 00:29\n",
      "Ep. 1945, Timesteps 1600, Score.Agents: 254.78, Avg.Score: 249.51, Time: 12:45:19, Interval: 00:29\n",
      "Ep. 1946, Timesteps 1600, Score.Agents: 261.35, Avg.Score: 249.70, Time: 12:45:47, Interval: 00:28\n",
      "Ep. 1947, Timesteps 1600, Score.Agents: 273.97, Avg.Score: 249.89, Time: 12:46:17, Interval: 00:30\n",
      "Ep. 1948, Timesteps 1600, Score.Agents: 274.85, Avg.Score: 250.07, Time: 12:46:46, Interval: 00:29\n",
      "Ep. 1949, Timesteps 1600, Score.Agents: 272.74, Avg.Score: 250.49, Time: 12:47:15, Interval: 00:29\n",
      "Saving model, i_episode:  1950 \n",
      "\n",
      "Ep. 1950, Timesteps 1600, Score.Agents: 269.35, Avg.Score: 251.03, Time: 12:47:45, Interval: 00:30\n",
      "Ep. 1951, Timesteps 1600, Score.Agents: 278.01, Avg.Score: 251.36, Time: 12:48:16, Interval: 00:31\n",
      "Ep. 1952, Timesteps 1600, Score.Agents: 279.12, Avg.Score: 251.57, Time: 12:48:45, Interval: 00:29\n",
      "Ep. 1953, Timesteps 1600, Score.Agents: 254.22, Avg.Score: 251.88, Time: 12:49:15, Interval: 00:30\n",
      "Ep. 1954, Timesteps 1600, Score.Agents: 263.19, Avg.Score: 251.87, Time: 12:49:44, Interval: 00:29\n",
      "Ep. 1955, Timesteps 1600, Score.Agents: 270.17, Avg.Score: 252.19, Time: 12:50:14, Interval: 00:30\n",
      "Ep. 1956, Timesteps 1600, Score.Agents: 276.97, Avg.Score: 252.58, Time: 12:50:42, Interval: 00:28\n",
      "Ep. 1957, Timesteps 1600, Score.Agents: 263.26, Avg.Score: 252.53, Time: 12:51:11, Interval: 00:29\n",
      "Ep. 1958, Timesteps 1600, Score.Agents: 275.13, Avg.Score: 252.72, Time: 12:51:41, Interval: 00:30\n",
      "Ep. 1959, Timesteps 1600, Score.Agents: 272.02, Avg.Score: 252.92, Time: 12:52:12, Interval: 00:31\n",
      "Ep. 1960, Timesteps 1600, Score.Agents: 275.97, Avg.Score: 253.04, Time: 12:52:41, Interval: 00:29\n",
      "Ep. 1961, Timesteps 1600, Score.Agents: 258.64, Avg.Score: 253.30, Time: 12:53:09, Interval: 00:28\n",
      "Ep. 1962, Timesteps 1600, Score.Agents: 275.28, Avg.Score: 253.67, Time: 12:53:38, Interval: 00:29\n",
      "Ep. 1963, Timesteps 1600, Score.Agents: 265.44, Avg.Score: 253.88, Time: 12:54:07, Interval: 00:29\n",
      "Ep. 1964, Timesteps 1600, Score.Agents: 272.71, Avg.Score: 253.98, Time: 12:54:35, Interval: 00:28\n",
      "Ep. 1965, Timesteps 1600, Score.Agents: 263.31, Avg.Score: 254.13, Time: 12:55:05, Interval: 00:30\n",
      "Ep. 1966, Timesteps 1600, Score.Agents: 281.72, Avg.Score: 254.39, Time: 12:55:34, Interval: 00:29\n",
      "Ep. 1967, Timesteps 1600, Score.Agents: 258.96, Avg.Score: 254.77, Time: 12:56:03, Interval: 00:29\n",
      "Ep. 1968, Timesteps 1600, Score.Agents: 271.57, Avg.Score: 254.92, Time: 12:56:33, Interval: 00:30\n",
      "Ep. 1969, Timesteps 1600, Score.Agents: 279.23, Avg.Score: 255.25, Time: 12:57:02, Interval: 00:29\n",
      "Ep. 1970, Timesteps 1600, Score.Agents: 280.26, Avg.Score: 255.40, Time: 12:57:31, Interval: 00:29\n",
      "Ep. 1971, Timesteps 1600, Score.Agents: 278.70, Avg.Score: 256.02, Time: 12:58:00, Interval: 00:29\n",
      "Ep. 1972, Timesteps 1600, Score.Agents: 284.56, Avg.Score: 256.54, Time: 12:58:29, Interval: 00:29\n",
      "Ep. 1973, Timesteps 1600, Score.Agents: 281.87, Avg.Score: 257.15, Time: 12:58:57, Interval: 00:28\n",
      "Ep. 1974, Timesteps 1600, Score.Agents: 287.00, Avg.Score: 258.12, Time: 12:59:26, Interval: 00:29\n",
      "Ep. 1975, Timesteps 1600, Score.Agents: 293.74, Avg.Score: 258.84, Time: 12:59:54, Interval: 00:28\n",
      "Ep. 1976, Timesteps 1600, Score.Agents: 288.14, Avg.Score: 259.25, Time: 13:00:24, Interval: 00:30\n",
      "Ep. 1977, Timesteps 1600, Score.Agents: 282.63, Avg.Score: 259.52, Time: 13:01:00, Interval: 00:36\n",
      "Ep. 1978, Timesteps 1600, Score.Agents: 290.32, Avg.Score: 260.19, Time: 13:01:33, Interval: 00:33\n",
      "Ep. 1979, Timesteps 1600, Score.Agents: 264.82, Avg.Score: 260.44, Time: 13:02:05, Interval: 00:32\n",
      "Saving model, i_episode:  1980 \n",
      "\n",
      "Ep. 1980, Timesteps 1600, Score.Agents: 274.65, Avg.Score: 260.45, Time: 13:02:38, Interval: 00:33\n",
      "Ep. 1981, Timesteps 1600, Score.Agents: 267.46, Avg.Score: 260.70, Time: 13:03:09, Interval: 00:31\n",
      "Ep. 1982, Timesteps 1600, Score.Agents: 256.76, Avg.Score: 260.75, Time: 13:03:44, Interval: 00:35\n",
      "Ep. 1983, Timesteps 1600, Score.Agents: 297.45, Avg.Score: 261.03, Time: 13:04:13, Interval: 00:29\n",
      "Ep. 1984, Timesteps 1600, Score.Agents: 266.43, Avg.Score: 261.13, Time: 13:04:42, Interval: 00:29\n",
      "Ep. 1985, Timesteps 1600, Score.Agents: 254.15, Avg.Score: 261.47, Time: 13:05:13, Interval: 00:31\n",
      "Ep. 1986, Timesteps 1600, Score.Agents: 271.82, Avg.Score: 261.45, Time: 13:05:43, Interval: 00:30\n",
      "Ep. 1987, Timesteps 1600, Score.Agents: 308.37, Avg.Score: 261.97, Time: 13:06:15, Interval: 00:32\n",
      "Ep. 1988, Timesteps 1600, Score.Agents: 274.23, Avg.Score: 262.24, Time: 13:06:45, Interval: 00:30\n",
      "Ep. 1989, Timesteps 1600, Score.Agents: 268.78, Avg.Score: 262.43, Time: 13:07:17, Interval: 00:32\n",
      "Ep. 1990, Timesteps 1600, Score.Agents: 270.05, Avg.Score: 262.67, Time: 13:07:46, Interval: 00:29\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 1991, Timesteps 1600, Score.Agents: 263.57, Avg.Score: 262.70, Time: 13:08:16, Interval: 00:30\n",
      "Ep. 1992, Timesteps 1600, Score.Agents: 290.24, Avg.Score: 262.97, Time: 13:08:47, Interval: 00:31\n",
      "Ep. 1993, Timesteps 1600, Score.Agents: 273.91, Avg.Score: 262.94, Time: 13:09:18, Interval: 00:31\n",
      "Ep. 1994, Timesteps 1600, Score.Agents: 275.65, Avg.Score: 262.92, Time: 13:09:50, Interval: 00:32\n",
      "Ep. 1995, Timesteps 1600, Score.Agents: 266.49, Avg.Score: 263.11, Time: 13:10:20, Interval: 00:30\n",
      "Ep. 1996, Timesteps 1600, Score.Agents: 303.52, Avg.Score: 263.72, Time: 13:10:51, Interval: 00:31\n",
      "Ep. 1997, Timesteps 1600, Score.Agents: 300.59, Avg.Score: 264.02, Time: 13:11:23, Interval: 00:32\n",
      "Ep. 1998, Timesteps 1600, Score.Agents: 270.88, Avg.Score: 264.19, Time: 13:11:54, Interval: 00:31\n",
      "Ep. 1999, Timesteps 1600, Score.Agents: 291.13, Avg.Score: 264.46, Time: 13:12:25, Interval: 00:31\n",
      "Ep. 2000, Timesteps 1600, Score.Agents: 292.48, Avg.Score: 264.83, Time: 13:12:55, Interval: 00:30\n",
      "Ep. 2001, Timesteps 1600, Score.Agents: 297.24, Avg.Score: 265.42, Time: 13:13:27, Interval: 00:32\n",
      "Ep. 2002, Timesteps 1600, Score.Agents: 283.21, Avg.Score: 265.50, Time: 13:14:00, Interval: 00:33\n",
      "Ep. 2003, Timesteps 1600, Score.Agents: 277.08, Avg.Score: 265.74, Time: 13:14:35, Interval: 00:35\n",
      "Ep. 2004, Timesteps 1600, Score.Agents: 275.57, Avg.Score: 265.64, Time: 13:15:07, Interval: 00:32\n",
      "Ep. 2005, Timesteps 1600, Score.Agents: 273.20, Avg.Score: 265.60, Time: 13:15:38, Interval: 00:31\n",
      "Ep. 2006, Timesteps 1600, Score.Agents: 287.42, Avg.Score: 265.94, Time: 13:16:07, Interval: 00:29\n",
      "Ep. 2007, Timesteps 1600, Score.Agents: 305.46, Avg.Score: 266.34, Time: 13:16:36, Interval: 00:29\n",
      "Ep. 2008, Timesteps 1600, Score.Agents: 296.46, Avg.Score: 266.74, Time: 13:17:05, Interval: 00:29\n",
      "Ep. 2009, Timesteps 1600, Score.Agents: 307.00, Avg.Score: 267.04, Time: 13:17:34, Interval: 00:29\n",
      "Saving model, i_episode:  2010 \n",
      "\n",
      "Ep. 2010, Timesteps 1600, Score.Agents: 263.56, Avg.Score: 267.03, Time: 13:18:02, Interval: 00:28\n",
      "Ep. 2011, Timesteps 1600, Score.Agents: 293.66, Avg.Score: 267.43, Time: 13:18:31, Interval: 00:29\n",
      "Ep. 2012, Timesteps 1600, Score.Agents: 306.42, Avg.Score: 267.76, Time: 13:19:00, Interval: 00:29\n",
      "Ep. 2013, Timesteps 1600, Score.Agents: 276.15, Avg.Score: 267.92, Time: 13:19:28, Interval: 00:28\n",
      "Ep. 2014, Timesteps 1600, Score.Agents: 287.80, Avg.Score: 268.10, Time: 13:19:59, Interval: 00:31\n",
      "Ep. 2015, Timesteps 1600, Score.Agents: 292.27, Avg.Score: 268.22, Time: 13:20:28, Interval: 00:29\n",
      "Ep. 2016, Timesteps 1600, Score.Agents: 296.40, Avg.Score: 268.59, Time: 13:20:57, Interval: 00:29\n",
      "Ep. 2017, Timesteps 1600, Score.Agents: 291.51, Avg.Score: 268.77, Time: 13:21:26, Interval: 00:29\n",
      "Ep. 2018, Timesteps 1600, Score.Agents: 271.74, Avg.Score: 268.78, Time: 13:21:56, Interval: 00:30\n",
      "Ep. 2019, Timesteps 1600, Score.Agents: 275.97, Avg.Score: 268.81, Time: 13:22:25, Interval: 00:29\n",
      "Ep. 2020, Timesteps 1600, Score.Agents: 291.49, Avg.Score: 269.20, Time: 13:22:53, Interval: 00:28\n",
      "Ep. 2021, Timesteps 1600, Score.Agents: 292.33, Avg.Score: 269.72, Time: 13:23:22, Interval: 00:29\n",
      "Ep. 2022, Timesteps 1600, Score.Agents: 290.43, Avg.Score: 270.29, Time: 13:23:51, Interval: 00:29\n",
      "Ep. 2023, Timesteps 1600, Score.Agents: 276.46, Avg.Score: 270.31, Time: 13:24:25, Interval: 00:34\n",
      "Ep. 2024, Timesteps 1600, Score.Agents: 265.22, Avg.Score: 270.58, Time: 13:24:56, Interval: 00:31\n",
      "Ep. 2025, Timesteps 1600, Score.Agents: 286.23, Avg.Score: 270.96, Time: 13:25:27, Interval: 00:31\n",
      "Ep. 2026, Timesteps 1600, Score.Agents: 280.61, Avg.Score: 271.00, Time: 13:25:57, Interval: 00:30\n",
      "Ep. 2027, Timesteps 1600, Score.Agents: 271.50, Avg.Score: 271.02, Time: 13:26:30, Interval: 00:33\n",
      "Ep. 2028, Timesteps 1600, Score.Agents: 285.86, Avg.Score: 271.70, Time: 13:27:04, Interval: 00:34\n",
      "Ep. 2029, Timesteps 1600, Score.Agents: 271.82, Avg.Score: 272.25, Time: 13:27:32, Interval: 00:28\n",
      "Ep. 2030, Timesteps 1600, Score.Agents: 287.15, Avg.Score: 273.14, Time: 13:28:02, Interval: 00:30\n",
      "Ep. 2031, Timesteps 1600, Score.Agents: 262.43, Avg.Score: 273.89, Time: 13:28:32, Interval: 00:30\n",
      "Ep. 2032, Timesteps 1600, Score.Agents: 273.22, Avg.Score: 274.39, Time: 13:29:01, Interval: 00:29\n",
      "Ep. 2033, Timesteps 1600, Score.Agents: 280.95, Avg.Score: 274.99, Time: 13:29:32, Interval: 00:31\n",
      "Ep. 2034, Timesteps 1600, Score.Agents: 293.97, Avg.Score: 275.52, Time: 13:30:01, Interval: 00:29\n",
      "Ep. 2035, Timesteps 1600, Score.Agents: 299.00, Avg.Score: 276.19, Time: 13:30:33, Interval: 00:32\n",
      "Ep. 2036, Timesteps 1600, Score.Agents: 297.36, Avg.Score: 276.59, Time: 13:31:03, Interval: 00:30\n",
      "Ep. 2037, Timesteps 1600, Score.Agents: 282.12, Avg.Score: 277.00, Time: 13:31:31, Interval: 00:28\n",
      "Ep. 2038, Timesteps 1600, Score.Agents: 289.40, Avg.Score: 277.66, Time: 13:32:00, Interval: 00:29\n",
      "Ep. 2039, Timesteps 1600, Score.Agents: 297.89, Avg.Score: 278.23, Time: 13:32:29, Interval: 00:29\n",
      "Saving model, i_episode:  2040 \n",
      "\n",
      "Ep. 2040, Timesteps 1600, Score.Agents: 304.44, Avg.Score: 278.57, Time: 13:33:00, Interval: 00:31\n",
      "Ep. 2041, Timesteps 1600, Score.Agents: 285.28, Avg.Score: 278.76, Time: 13:33:29, Interval: 00:29\n",
      "Ep. 2042, Timesteps 1600, Score.Agents: 300.56, Avg.Score: 279.20, Time: 13:33:58, Interval: 00:29\n",
      "Ep. 2043, Timesteps 1600, Score.Agents: 300.34, Avg.Score: 279.71, Time: 13:34:26, Interval: 00:28\n",
      "Ep. 2044, Timesteps 1600, Score.Agents: 282.39, Avg.Score: 280.19, Time: 13:34:55, Interval: 00:29\n",
      "Ep. 2045, Timesteps 1600, Score.Agents: 293.38, Avg.Score: 280.58, Time: 13:35:23, Interval: 00:28\n",
      "Ep. 2046, Timesteps 1600, Score.Agents: 305.43, Avg.Score: 281.02, Time: 13:35:51, Interval: 00:28\n",
      "Ep. 2047, Timesteps 1600, Score.Agents: 291.28, Avg.Score: 281.19, Time: 13:36:20, Interval: 00:29\n",
      "Ep. 2048, Timesteps 1600, Score.Agents: 297.21, Avg.Score: 281.42, Time: 13:36:48, Interval: 00:28\n",
      "Ep. 2049, Timesteps 1600, Score.Agents: 316.11, Avg.Score: 281.85, Time: 13:37:17, Interval: 00:29\n",
      "Ep. 2050, Timesteps 1600, Score.Agents: 310.43, Avg.Score: 282.26, Time: 13:37:45, Interval: 00:28\n",
      "Ep. 2051, Timesteps 1600, Score.Agents: 284.29, Avg.Score: 282.32, Time: 13:38:13, Interval: 00:28\n",
      "Ep. 2052, Timesteps 1600, Score.Agents: 264.10, Avg.Score: 282.17, Time: 13:38:41, Interval: 00:28\n",
      "Ep. 2053, Timesteps 1600, Score.Agents: 286.77, Avg.Score: 282.50, Time: 13:39:08, Interval: 00:27\n",
      "Ep. 2054, Timesteps 1600, Score.Agents: 264.81, Avg.Score: 282.51, Time: 13:39:36, Interval: 00:28\n",
      "Ep. 2055, Timesteps 1600, Score.Agents: 304.20, Avg.Score: 282.85, Time: 13:40:04, Interval: 00:28\n",
      "Ep. 2056, Timesteps 1600, Score.Agents: 251.21, Avg.Score: 282.60, Time: 13:40:32, Interval: 00:28\n",
      "Ep. 2057, Timesteps 1600, Score.Agents: 257.61, Avg.Score: 282.54, Time: 13:41:02, Interval: 00:30\n",
      "Ep. 2058, Timesteps 1600, Score.Agents: 275.98, Avg.Score: 282.55, Time: 13:41:31, Interval: 00:29\n",
      "Ep. 2059, Timesteps 1600, Score.Agents: 233.47, Avg.Score: 282.16, Time: 13:42:00, Interval: 00:29\n",
      "Ep. 2060, Timesteps 1600, Score.Agents: 262.22, Avg.Score: 282.03, Time: 13:42:29, Interval: 00:29\n",
      "Ep. 2061, Timesteps 1600, Score.Agents: 241.61, Avg.Score: 281.86, Time: 13:42:58, Interval: 00:29\n",
      "Ep. 2062, Timesteps 1600, Score.Agents: 224.65, Avg.Score: 281.35, Time: 13:43:27, Interval: 00:29\n",
      "Ep. 2063, Timesteps 1600, Score.Agents: 271.89, Avg.Score: 281.41, Time: 13:43:56, Interval: 00:29\n",
      "Ep. 2064, Timesteps 1600, Score.Agents: 272.82, Avg.Score: 281.41, Time: 13:44:25, Interval: 00:29\n",
      "Ep. 2065, Timesteps 1600, Score.Agents: 268.89, Avg.Score: 281.47, Time: 13:44:54, Interval: 00:29\n",
      "Ep. 2066, Timesteps 1600, Score.Agents: 291.75, Avg.Score: 281.57, Time: 13:45:23, Interval: 00:29\n",
      "Ep. 2067, Timesteps 1600, Score.Agents: 262.69, Avg.Score: 281.61, Time: 13:45:51, Interval: 00:28\n",
      "Ep. 2068, Timesteps 1600, Score.Agents: 304.96, Avg.Score: 281.94, Time: 13:46:22, Interval: 00:31\n",
      "Ep. 2069, Timesteps 1600, Score.Agents: 276.87, Avg.Score: 281.92, Time: 13:46:54, Interval: 00:32\n",
      "Saving model, i_episode:  2070 \n",
      "\n",
      "Ep. 2070, Timesteps 1600, Score.Agents: 288.81, Avg.Score: 282.00, Time: 13:47:23, Interval: 00:29\n",
      "Ep. 2071, Timesteps 1600, Score.Agents: 297.64, Avg.Score: 282.19, Time: 13:47:52, Interval: 00:29\n",
      "Ep. 2072, Timesteps 1600, Score.Agents: 306.36, Avg.Score: 282.41, Time: 13:48:22, Interval: 00:30\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2073, Timesteps 1600, Score.Agents: 283.86, Avg.Score: 282.43, Time: 13:48:51, Interval: 00:29\n",
      "Ep. 2074, Timesteps 1600, Score.Agents: 288.26, Avg.Score: 282.44, Time: 13:49:19, Interval: 00:28\n",
      "Ep. 2075, Timesteps 1600, Score.Agents: 290.25, Avg.Score: 282.41, Time: 13:49:49, Interval: 00:30\n",
      "Ep. 2076, Timesteps 1600, Score.Agents: 263.78, Avg.Score: 282.17, Time: 13:50:20, Interval: 00:31\n",
      "Ep. 2077, Timesteps 1600, Score.Agents: 283.37, Avg.Score: 282.17, Time: 13:50:48, Interval: 00:28\n",
      "Ep. 2078, Timesteps 1600, Score.Agents: 319.97, Avg.Score: 282.47, Time: 13:51:17, Interval: 00:29\n",
      "Ep. 2079, Timesteps 1600, Score.Agents: 309.66, Avg.Score: 282.92, Time: 13:51:45, Interval: 00:28\n",
      "Ep. 2080, Timesteps 1600, Score.Agents: 267.01, Avg.Score: 282.84, Time: 13:52:14, Interval: 00:29\n",
      "Ep. 2081, Timesteps 1600, Score.Agents: 298.41, Avg.Score: 283.15, Time: 13:52:42, Interval: 00:28\n",
      "Ep. 2082, Timesteps 1600, Score.Agents: 297.05, Avg.Score: 283.55, Time: 13:53:10, Interval: 00:28\n",
      "Ep. 2083, Timesteps 1600, Score.Agents: 310.77, Avg.Score: 283.69, Time: 13:53:39, Interval: 00:29\n",
      "Ep. 2084, Timesteps 1600, Score.Agents: 296.74, Avg.Score: 283.99, Time: 13:54:07, Interval: 00:28\n",
      "Ep. 2085, Timesteps 1600, Score.Agents: 301.33, Avg.Score: 284.46, Time: 13:54:36, Interval: 00:29\n",
      "Ep. 2086, Timesteps 1600, Score.Agents: 281.02, Avg.Score: 284.55, Time: 13:55:05, Interval: 00:29\n",
      "Ep. 2087, Timesteps 1600, Score.Agents: 313.18, Avg.Score: 284.60, Time: 13:55:33, Interval: 00:28\n",
      "Ep. 2088, Timesteps 1600, Score.Agents: 259.77, Avg.Score: 284.46, Time: 13:56:01, Interval: 00:28\n",
      "Ep. 2089, Timesteps 1600, Score.Agents: 319.47, Avg.Score: 284.96, Time: 13:56:30, Interval: 00:29\n",
      "Ep. 2090, Timesteps 1600, Score.Agents: 299.88, Avg.Score: 285.26, Time: 13:56:59, Interval: 00:29\n",
      "Ep. 2091, Timesteps 1600, Score.Agents: 298.88, Avg.Score: 285.62, Time: 13:57:27, Interval: 00:28\n",
      "Ep. 2092, Timesteps 1600, Score.Agents: 292.87, Avg.Score: 285.64, Time: 13:57:56, Interval: 00:29\n",
      "Ep. 2093, Timesteps 1600, Score.Agents: 275.82, Avg.Score: 285.66, Time: 13:58:24, Interval: 00:28\n",
      "Ep. 2094, Timesteps 1600, Score.Agents: 284.88, Avg.Score: 285.75, Time: 13:58:52, Interval: 00:28\n",
      "Ep. 2095, Timesteps 1600, Score.Agents: 297.89, Avg.Score: 286.07, Time: 13:59:21, Interval: 00:29\n",
      "Ep. 2096, Timesteps 1600, Score.Agents: 269.84, Avg.Score: 285.73, Time: 13:59:49, Interval: 00:28\n",
      "Ep. 2097, Timesteps 1600, Score.Agents: 310.05, Avg.Score: 285.82, Time: 14:00:18, Interval: 00:29\n",
      "Ep. 2098, Timesteps 1600, Score.Agents: 305.00, Avg.Score: 286.17, Time: 14:00:46, Interval: 00:28\n",
      "Ep. 2099, Timesteps 1600, Score.Agents: 303.56, Avg.Score: 286.29, Time: 14:01:15, Interval: 00:29\n",
      "Saving model, i_episode:  2100 \n",
      "\n",
      "Ep. 2100, Timesteps 1600, Score.Agents: 306.31, Avg.Score: 286.43, Time: 14:01:44, Interval: 00:29\n",
      "Ep. 2101, Timesteps 1600, Score.Agents: 301.65, Avg.Score: 286.47, Time: 14:02:12, Interval: 00:28\n",
      "Ep. 2102, Timesteps 1600, Score.Agents: 301.58, Avg.Score: 286.66, Time: 14:02:41, Interval: 00:29\n",
      "Ep. 2103, Timesteps 1600, Score.Agents: 285.47, Avg.Score: 286.74, Time: 14:03:09, Interval: 00:28\n",
      "Ep. 2104, Timesteps 1600, Score.Agents: 295.34, Avg.Score: 286.94, Time: 14:03:38, Interval: 00:29\n",
      "Ep. 2105, Timesteps 1600, Score.Agents: 317.15, Avg.Score: 287.38, Time: 14:04:06, Interval: 00:28\n",
      "Ep. 2106, Timesteps 1600, Score.Agents: 302.85, Avg.Score: 287.53, Time: 14:04:34, Interval: 00:28\n",
      "Ep. 2107, Timesteps 1600, Score.Agents: 287.91, Avg.Score: 287.36, Time: 14:05:03, Interval: 00:29\n",
      "Ep. 2108, Timesteps 1600, Score.Agents: 302.22, Avg.Score: 287.41, Time: 14:05:31, Interval: 00:28\n",
      "Ep. 2109, Timesteps 1600, Score.Agents: 291.65, Avg.Score: 287.26, Time: 14:05:59, Interval: 00:28\n",
      "Ep. 2110, Timesteps 1600, Score.Agents: 307.12, Avg.Score: 287.70, Time: 14:06:28, Interval: 00:29\n",
      "Ep. 2111, Timesteps 1600, Score.Agents: 271.98, Avg.Score: 287.48, Time: 14:06:57, Interval: 00:29\n",
      "Ep. 2112, Timesteps 1600, Score.Agents: 307.31, Avg.Score: 287.49, Time: 14:07:25, Interval: 00:28\n",
      "Ep. 2113, Timesteps 1600, Score.Agents: 281.35, Avg.Score: 287.54, Time: 14:07:53, Interval: 00:28\n",
      "Ep. 2114, Timesteps 1600, Score.Agents: 301.79, Avg.Score: 287.68, Time: 14:08:21, Interval: 00:28\n",
      "Ep. 2115, Timesteps 1600, Score.Agents: 308.74, Avg.Score: 287.84, Time: 14:08:50, Interval: 00:29\n",
      "Ep. 2116, Timesteps 1600, Score.Agents: 291.88, Avg.Score: 287.80, Time: 14:09:18, Interval: 00:28\n",
      "Ep. 2117, Timesteps 1600, Score.Agents: 307.62, Avg.Score: 287.96, Time: 14:09:47, Interval: 00:29\n",
      "Ep. 2118, Timesteps 1600, Score.Agents: 312.88, Avg.Score: 288.37, Time: 14:10:16, Interval: 00:29\n",
      "Ep. 2119, Timesteps 1600, Score.Agents: 287.20, Avg.Score: 288.48, Time: 14:10:44, Interval: 00:28\n",
      "Ep. 2120, Timesteps 1600, Score.Agents: 293.38, Avg.Score: 288.50, Time: 14:11:12, Interval: 00:28\n",
      "Ep. 2121, Timesteps 1600, Score.Agents: 311.03, Avg.Score: 288.69, Time: 14:11:41, Interval: 00:29\n",
      "Ep. 2122, Timesteps 1600, Score.Agents: 309.66, Avg.Score: 288.88, Time: 14:12:09, Interval: 00:28\n",
      "Ep. 2123, Timesteps 1600, Score.Agents: 303.44, Avg.Score: 289.15, Time: 14:12:37, Interval: 00:28\n",
      "Ep. 2124, Timesteps 1600, Score.Agents: 305.20, Avg.Score: 289.55, Time: 14:13:06, Interval: 00:29\n",
      "Ep. 2125, Timesteps 1600, Score.Agents: 296.88, Avg.Score: 289.66, Time: 14:13:34, Interval: 00:28\n",
      "Ep. 2126, Timesteps 1600, Score.Agents: 306.27, Avg.Score: 289.92, Time: 14:14:03, Interval: 00:29\n",
      "Ep. 2127, Timesteps 1600, Score.Agents: 256.47, Avg.Score: 289.77, Time: 14:14:31, Interval: 00:28\n",
      "Ep. 2128, Timesteps 1600, Score.Agents: 255.71, Avg.Score: 289.46, Time: 14:15:00, Interval: 00:29\n",
      "Ep. 2129, Timesteps 1600, Score.Agents: 259.89, Avg.Score: 289.34, Time: 14:15:28, Interval: 00:28\n",
      "Saving model, i_episode:  2130 \n",
      "\n",
      "Ep. 2130, Timesteps 1600, Score.Agents: 290.87, Avg.Score: 289.38, Time: 14:15:57, Interval: 00:29\n",
      "Ep. 2131, Timesteps 1600, Score.Agents: 243.76, Avg.Score: 289.19, Time: 14:16:26, Interval: 00:29\n",
      "Ep. 2132, Timesteps 1600, Score.Agents: 279.93, Avg.Score: 289.26, Time: 14:16:55, Interval: 00:29\n",
      "Ep. 2133, Timesteps 1600, Score.Agents: 290.32, Avg.Score: 289.36, Time: 14:17:23, Interval: 00:28\n",
      "Ep. 2134, Timesteps 1600, Score.Agents: 284.39, Avg.Score: 289.26, Time: 14:17:51, Interval: 00:28\n",
      "Ep. 2135, Timesteps 1600, Score.Agents: 296.55, Avg.Score: 289.24, Time: 14:18:20, Interval: 00:29\n",
      "Ep. 2136, Timesteps 1600, Score.Agents: 276.46, Avg.Score: 289.03, Time: 14:18:48, Interval: 00:28\n",
      "Ep. 2137, Timesteps 1600, Score.Agents: 292.58, Avg.Score: 289.13, Time: 14:19:17, Interval: 00:29\n",
      "Ep. 2138, Timesteps 1600, Score.Agents: 293.02, Avg.Score: 289.17, Time: 14:19:45, Interval: 00:28\n",
      "Ep. 2139, Timesteps 1600, Score.Agents: 304.89, Avg.Score: 289.24, Time: 14:20:14, Interval: 00:29\n",
      "Ep. 2140, Timesteps 1600, Score.Agents: 318.88, Avg.Score: 289.38, Time: 14:20:42, Interval: 00:28\n",
      "Ep. 2141, Timesteps 1600, Score.Agents: 322.23, Avg.Score: 289.75, Time: 14:21:11, Interval: 00:29\n",
      "Ep. 2142, Timesteps 1600, Score.Agents: 315.59, Avg.Score: 289.90, Time: 14:21:39, Interval: 00:28\n",
      "Ep. 2143, Timesteps 1600, Score.Agents: 310.54, Avg.Score: 290.00, Time: 14:22:08, Interval: 00:29\n",
      "Ep. 2144, Timesteps 1600, Score.Agents: 308.66, Avg.Score: 290.27, Time: 14:22:36, Interval: 00:28\n",
      "Ep. 2145, Timesteps 1600, Score.Agents: 303.82, Avg.Score: 290.37, Time: 14:23:05, Interval: 00:29\n",
      "Ep. 2146, Timesteps 1600, Score.Agents: 325.26, Avg.Score: 290.57, Time: 14:23:33, Interval: 00:28\n",
      "Ep. 2147, Timesteps 1600, Score.Agents: 306.51, Avg.Score: 290.72, Time: 14:24:02, Interval: 00:29\n",
      "Ep. 2148, Timesteps 1600, Score.Agents: 321.04, Avg.Score: 290.96, Time: 14:24:30, Interval: 00:28\n",
      "Ep. 2149, Timesteps 1600, Score.Agents: 313.65, Avg.Score: 290.93, Time: 14:24:59, Interval: 00:29\n",
      "Ep. 2150, Timesteps 1600, Score.Agents: 321.64, Avg.Score: 291.05, Time: 14:25:28, Interval: 00:29\n",
      "Ep. 2151, Timesteps 1600, Score.Agents: 306.42, Avg.Score: 291.27, Time: 14:25:57, Interval: 00:29\n",
      "Ep. 2152, Timesteps 1600, Score.Agents: 318.19, Avg.Score: 291.81, Time: 14:26:25, Interval: 00:28\n",
      "Ep. 2153, Timesteps 1600, Score.Agents: 314.27, Avg.Score: 292.08, Time: 14:26:54, Interval: 00:29\n",
      "Ep. 2154, Timesteps 1600, Score.Agents: 298.97, Avg.Score: 292.43, Time: 14:27:22, Interval: 00:28\n",
      "Ep. 2155, Timesteps 1600, Score.Agents: 319.12, Avg.Score: 292.58, Time: 14:27:50, Interval: 00:28\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Ep. 2156, Timesteps 1600, Score.Agents: 300.12, Avg.Score: 293.06, Time: 14:28:19, Interval: 00:29\n",
      "Ep. 2157, Timesteps 1600, Score.Agents: 299.74, Avg.Score: 293.49, Time: 14:28:47, Interval: 00:28\n",
      "Ep. 2158, Timesteps 1600, Score.Agents: 307.68, Avg.Score: 293.80, Time: 14:29:16, Interval: 00:29\n",
      "Ep. 2159, Timesteps 1600, Score.Agents: 319.08, Avg.Score: 294.66, Time: 14:29:44, Interval: 00:28\n",
      "Saving model, i_episode:  2160 \n",
      "\n",
      "Ep. 2160, Timesteps 1600, Score.Agents: 332.98, Avg.Score: 295.37, Time: 14:30:12, Interval: 00:28\n",
      "Ep. 2161, Timesteps 1600, Score.Agents: 311.10, Avg.Score: 296.06, Time: 14:30:40, Interval: 00:28\n",
      "Ep. 2162, Timesteps 1600, Score.Agents: 284.45, Avg.Score: 296.66, Time: 14:31:09, Interval: 00:29\n",
      "Ep. 2163, Timesteps 1600, Score.Agents: 331.23, Avg.Score: 297.25, Time: 14:31:37, Interval: 00:28\n",
      "Ep. 2164, Timesteps 1600, Score.Agents: 297.94, Avg.Score: 297.50, Time: 14:32:05, Interval: 00:28\n",
      "Ep. 2165, Timesteps 1600, Score.Agents: 318.48, Avg.Score: 298.00, Time: 14:32:34, Interval: 00:29\n",
      "Ep. 2166, Timesteps 1600, Score.Agents: 312.45, Avg.Score: 298.21, Time: 14:33:02, Interval: 00:28\n",
      "Ep. 2167, Timesteps 1600, Score.Agents: 306.24, Avg.Score: 298.64, Time: 14:33:31, Interval: 00:29\n",
      "Ep. 2168, Timesteps 1600, Score.Agents: 296.53, Avg.Score: 298.56, Time: 14:33:59, Interval: 00:28\n",
      "Ep. 2169, Timesteps 1600, Score.Agents: 263.45, Avg.Score: 298.42, Time: 14:34:28, Interval: 00:29\n",
      "Ep. 2170, Timesteps 1600, Score.Agents: 272.11, Avg.Score: 298.26, Time: 14:34:56, Interval: 00:28\n",
      "Ep. 2171, Timesteps 1600, Score.Agents: 310.99, Avg.Score: 298.39, Time: 14:35:25, Interval: 00:29\n",
      "Ep. 2172, Timesteps 1600, Score.Agents: 303.16, Avg.Score: 298.36, Time: 14:35:53, Interval: 00:28\n",
      "Ep. 2173, Timesteps 1600, Score.Agents: 301.75, Avg.Score: 298.54, Time: 14:36:22, Interval: 00:29\n",
      "Ep. 2174, Timesteps 1600, Score.Agents: 297.02, Avg.Score: 298.62, Time: 14:36:51, Interval: 00:29\n",
      "Ep. 2175, Timesteps 1600, Score.Agents: 291.35, Avg.Score: 298.64, Time: 14:37:20, Interval: 00:29\n",
      "Ep. 2176, Timesteps 1600, Score.Agents: 300.68, Avg.Score: 299.00, Time: 14:37:48, Interval: 00:28\n",
      "Ep. 2177, Timesteps 1600, Score.Agents: 288.80, Avg.Score: 299.06, Time: 14:38:16, Interval: 00:28\n",
      "Ep. 2178, Timesteps 1600, Score.Agents: 315.32, Avg.Score: 299.01, Time: 14:38:44, Interval: 00:28\n",
      "Ep. 2179, Timesteps 1600, Score.Agents: 318.50, Avg.Score: 299.10, Time: 14:39:13, Interval: 00:29\n",
      "Ep. 2180, Timesteps 1600, Score.Agents: 324.12, Avg.Score: 299.67, Time: 14:39:41, Interval: 00:28\n",
      "Ep. 2181, Timesteps 1600, Score.Agents: 313.28, Avg.Score: 299.82, Time: 14:40:09, Interval: 00:28\n",
      "Ep. 2182, Timesteps 1600, Score.Agents: 320.01, Avg.Score: 300.05, Time: 14:40:37, Interval: 00:28\n",
      "Ep. 2183, Timesteps 1600, Score.Agents: 308.78, Avg.Score: 300.03, Time: 14:41:05, Interval: 00:28\n",
      "Ep. 2184, Timesteps 1600, Score.Agents: 307.71, Avg.Score: 300.14, Time: 14:41:33, Interval: 00:28\n",
      "Ep. 2185, Timesteps 1600, Score.Agents: 300.40, Avg.Score: 300.13, Time: 14:42:01, Interval: 00:28\n",
      "Ep. 2186, Timesteps 1600, Score.Agents: 313.94, Avg.Score: 300.46, Time: 14:42:29, Interval: 00:28\n",
      "Ep. 2187, Timesteps 1600, Score.Agents: 323.86, Avg.Score: 300.57, Time: 14:42:57, Interval: 00:28\n",
      "Environment solved with Average Score:  300.566539780152\n"
     ]
    }
   ],
   "source": [
    "scores, avg_scores = a2c_vec_env_train(envs, agent, policy, num_processes, max_steps, rollouts)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "save(model=policy,directory='dir_chk',filename='weights_a2c',suffix='final')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "length of scores:  2188 , len of avg_scores:  2188\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjUAAAEJCAYAAABsRdbTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nOzdd3hUZfbA8e+ZmWTSG0koCZAACRBKEAIIUgUUBMGGgr1ib7tr+9ld3WWtu/a+KhZUUGEVRUHACtKkBQihBwIEAqS3mff3x0xCQiYhAZIMcD7Pkyf3vvedO2ci5p68VYwxKKWUUkqd6CxNHYBSSiml1PGgSY1SSimlTgqa1CillFLqpKBJjVJKKaVOCprUKKWUUuqkoEmNUkoppU4KXp3UiIhVRJaLyNfu83gRWSQiG0TkUxHxdZfb3efp7utxTRm3UkoppRqfVyc1wJ3A2krn/wJeMMYkAPuB69zl1wH7jTEdgBfc9ZRSSil1ChFvXXxPRGKB94GngL8A5wJZQAtjTJmI9AMeM8acLSKz3ce/i4gN2AVEmVo+XGRkpImLi2vwz6GUUieTpUuX7jXGRDV1HEp5YmvqAGrxb+BeINh93gw4YIwpc59nADHu4xhgO4A74Tnorr+38g1FZBIwCaBNmzYsWbKkQT+AUkqdbERka1PHoFRNvLL7SUTGAHuMMUsrF3uoaupw7VCBMW8aY1KMMSlRUfqHhlJKKXUy8daWmjOAsSJyDuAHhOBquQkTEZu7tSYW2OmunwG0BjLc3U+hQHbjh62UUkqppuKVLTXGmAeMMbHGmDhgAvCjMeYyYB5wkbvaVcAM9/FM9znu6z/WNp5GKaWUUicfb22pqcl9wFQReRJYDrzjLn8HmCIi6bhaaCY0UXxKKaXqaenSpdE2m+1toCte+se28gpOYHVZWdn1vXr12uOpgtcnNcaY+cB89/EmoI+HOkXA+EYNTCml1HFhs9nebtGiReeoqKj9FotFW9mVR06nU7KyspJ27dr1NjDWUx3NiJVSSjW1rlFRUTma0KjaWCwWExUVdRBXi57nOo0Yj1JKKeWJRRMaVRfufyc15i6a1Cil1Elsyu9b2JiV19RhKNUoNKlRSqmTjNNpmLUqk9827uXhGWsY9twCnE7D1yt3MnvNLnKLSps6RK903333tejQoUOXxMTEpE6dOiX9+OOPgU0dk6ofrx8orJRSp7K84jL25RXTtpnr+bpw0z6+XLaDqGA7Z3aOJshuQ4CE5sEVr+k/+Ud25RRVuc+/56Tx4o/pAMz962CC/Xwa7TOcCObMmRM4e/bssFWrVqX6+/ubzMxMW3FxsaeFXeuktLQUHx/9GTc2TWqUUqoJpe3OJSE6CBGh1OHEZhFEDj1Lb/5wKT9v2Ev6U6OwWS1c9vYiHE7X8JOX56VXuVdi8yBm3zWoWkIDVCQ0AJFB9gb6NCeuHTt2+ERERJT5+/sbgJYtW5YBLFiwIOCuu+5qU1BQYPH19TU//fTTervdbq688sq2K1euDLBarTz99NPbzz333NwXX3yx2bfffhtaXFxsKSgosCxcuDDt4Ycfbv7ll19GlJSUyOjRow+88MILO2uPRB0LTWqUUqqJLNu2nwte/Y22zQIY2jGa937bAsCWyaMBeHHuBn7e4NrC7uV56fz31y0VCY0nabvzSHjwWw9XDHZKiZUs2spuQmzDAO9sRbhn2orWabtyA47nPRNbBBc8c1Hy9trqnHfeeTn//Oc/W8XFxXUdMGBAzsSJE7OHDRuWf9lll7X/6KOPNg4ePLggOzvbEhQU5HzyySebA6SlpaUuX77c75xzzknYuHHjaoBly5YFrVy5ck3z5s0dX3zxRUh6errfypUr1xpjGD58eIdvv/02aNSoUTrIqYFoUqOUUk0gbXcuE95YCMDWfQUVCQ3Aiu0HSM3M4fkf0irK/j1nQ53uW1aR9BjiZRc3Wf/HWOtv+EvJoUr7x0N0p2P9CCeV0NBQ5+rVq1O/++674Llz5wZfddVV7e++++7M6Ojo0sGDBxcAREREOAF+++23oNtvv30PwGmnnVbUqlWrklWrVvkBDBw4MKd58+YOgO+++y7kp59+CklKSkoCKCgosKxbt85Pk5qGo0mNUkodR3vzinE6DdEhfrXWO+uFn2q8Nu6VX2t9rZ0SOsk24mQXLSWbFpJNC9lPa9mDnVJKsZHguw9bWT7FxocvHAPYbqLYYSJ5/OoxhIW3ParP1hiO1KLSkGw2G2PGjMkdM2ZMbvfu3Qtff/31KBHxtDlyjfcICAhwVq531113Zd5zzz17GyhkdRhNapRS6jhZveMgY176BYAbBsZz25kJBNltWC2CMYav/txB55YhjPz3z3W6XxfZwrW2WSTJNsIkjwMmkDDJJ4Ic7FJWUS/HBJBpIsg0zcjHjh+lxCQNJyQ2iUFf+LGbCADuG9mJsMT2x/+DnwRWrFhht1gsdOvWrRhg+fLl/gkJCUXz588PXbBgQcDgwYML9u/fbwkKCnIOGDAg78MPP4wYO3Zs7sqVK+2ZmZm+3bt3L1q0aFGVbrNRo0blPPbYY60mTZqUHRoa6ty8ebOPr6+viYmJKfMchTpWmtQopdRRcDgNVovgcBomvrmQP7ZkV7n+1s+beevnzQAsf3gEN324lEWbsz3dqooQ8uhvSeUi6wKGW5eTRwALHR1ZZ1oTRCGrnO3IJoTlzvakmxh2mQjy8a92n6VnDYcgO9MTChjwr3kA3DxEE5qa5OTkWO+44442OTk5VqvVauLi4orff//9rWlpaXvvuOOONkVFRRY/Pz/nTz/9lHbvvffuueKKK9omJiYmWa1W3njjjS3lA4wru+CCC3LWrFnj17t3707gasX56KOPNmtS03DkVN3MOiUlxSxZsqSpw1BKnYDe+3Uzj/0vlUGJUUQE+PDVn7VPaIkKtpOVW1yt3J8iOss2Olm208uynh6ykfaWTACyTRDvlo3ijEv/j4lT1tZ473E9WrF6x0HO6xHDc5XG4JQPNgaIu/+bamVHS0SWGmNSjvlGlaxYsWJLcnKydtGoOlmxYkVkcnJynKdr2lKjlFI12JNbxOodBzmzU3OWbs3mnV82c80Z8Tz2v1QAfkrLqtN9Kic0wRTQ07KBsy2LOd/6S8UAXod/JD/mtWV77Dh+Lm7Pe9tbcEX/9nSMiwU8JzW948J55qJkfG2udVTLk5qYsKotN+EBPnSPDavXZ1fqRKRJjVJKVeJ0Gh78ajU9Wody3/RVAHx/9yAufO13AGat2lWHuxg6yzbOs/5CZ9nGRtOKlpJNgmQQL7uwiMFptfNZcX/mOXvw3B2XE9S8AyPc69MMAW7JKyYswBerper6b5v+cQ4i8Mkf2xndvWVFQgPQpVUIa3bm0Cqs6iDl5Y+cddQ/D6VOJJrUKKWU22dLtvOfORvYcaCQT/44VL582/4jvtaXUrrJJgZbVzDasoj2lkycRthimtPTsoFdJoJs/zhi+1yNPb4flphenG/15/QDRQRFVl+Nv1mlBfJuP7MDL7kXz7O4k5xL+7ap9pqHxyQx4c2FhAX41vejK3VS0KRGKXXKMcbw0aJtnNu9FaEBrkXofkjdzb3TVnqsX95ic7j2soPzrL/SS9LoadmAn5TiMEJGaC++Cb+Ch9a3Yz8hFfVHd2zJK8N6VpzbgTgPCc3husaE1ulz9YmL4M5hCVzZz3unbCvVkDSpUUqdcqYu3s5DX63mqW/WMvuuQcSE+/N+pcXvjsxwpfV7HrR9jBUHa00bPnQMZ9DwceRE9ya5YzusOUXsd886KnftgPijive0NnUbD2OxCHePSDyq91DqZOCVSY2ItAY+AFoATuBNY8x/RCQC+BSIA7YAFxtj9otro5T/AOcABcDVxphlTRG7Uqrpbd2Xj0WE1hEB/L5xHxPfWsjM285g7MtVF7UrLHUw6Jl5XN0/jl/Sa598Y8FJD0nnNEs651t/oatlC/McydxbeiNZuJKOz+P60TvOtSZMbHgAT57XlYe+Wg3ABT1j6NU2/Kg+T3SwH5FBvrVukaCUAsuRqzSJMuCvxpjOwOnArSKSBNwPzDXGJABz3ecAo4AE99ck4LXGD1kp1RSKSh18szKz4nzD7lwGPzOfgU/P47f0vXy0aCtAtYSmsvc8tNLYKeFMyzJe8HmFOb5/Y5n9Rr6wP8bDPh9iw8GCzo/xecfnKxKav4xIpFebqklLs8BDY1v+dWH3Y/mYLHxgGIsfHH5M91C1++CDD8JEpNfy5ctrXw66kezatcvat2/fxICAgNOuvPLKKoOofv7554DExMSkNm3adL366qtbO52uhYx3795t7d+/f0Lbtm279u/fPyErK8t6PGIZPHhwh7179x7Tvb7++uvgoUOHdjge8dTEK5MaY0xmeUuLMSYX13zGGGAc8L672vvAee7jccAHxmUhECYiLRs5bKVUIzHGMPz5BXy1fAeXv72IWz9eRtz93zBzxU5GVNp+4NK3F/F1pYTnSOyUMMSynI9DX2Wl/Xre9X2WwZYVbDdRzHH24s++L7D5qqXkXPMTgy6+i1cu61Xx2juGJVQM4i0XH+UaLxNst+FjPbZftzarBdsx3kPVburUqRE9e/bMmzJlSkRTxwIQEBBgnnjiiZ2PPfZYxuHXbrnllravvvrq1i1btqzetGmT37Rp00IAHn300ZZDhgzJ3bp16+ohQ4bkPvLIIy2ORywLFixIj4yMdByPezUkr/8/RETigNOARUBzY0wmuBIfINpdLQaovF9IhrtMKeUF9ueXMCd1t8drM/7cwd686gvT/ffXzdz28TLe/WUzZQ4n363O5Ps1u9ifX8L17y8hfU8ed336J0u2HpqZdMcny48YixUHvWUd99s+Zq7vX1lpv56vfB9ipu+DrLZfx3u+z3CaczUfO4ZxTck99C1+lWtK7+NvpTfRY9S1xMd3oE98BCKCiNT6XuHuWUiFpV7/LDjlHTx40LJkyZKg//73v1u+/PLLiia30aNHt/v0008rRmpfeOGFce+9915Ybm6u5ZxzzmmXmJiYNHr06Hbdu3fv9NNPP1XbXXzGjBnBnTt3TkpMTEwaP358XGFhoQDExMR0u/vuu1slJSV1TkxMTPLUOhQSEuI8++yz8/z8/JyVy7du3eqTl5dnGT58eL7FYuGyyy7b99VXX4UDfPfdd2E33njjPoAbb7xx37ffflutz7OsrIwbb7wxtmvXrp0TExOTnnnmmUhwtaSkpKR0HDFiRPv27dt3ufTSS9s4HK5/uzExMd0yMzNtOTk5liFDhnTo2LFjUkJCQpe33norvLbPOW3atJD4+PguvXr16jht2rSKwWE5OTmW8ePHx3Xt2rVz586dkz788MMwgCVLlvh169atc6dOnZISExOTVq1aZT88/tp45ZiaciISBEwH7jLG5NTyC8TThWqdzyIyCVf3FG3aVJ8OqdSJqLDEgY9VjumveGPMER/Q9eV0moqWi2vfX8zybQeY0Ls1D5zTmf35JTz/QxozV7hW4k2IDuLpi7rTJiKAQLuNaUszeNy9wN3XKzOxWYVHZqwBYGKf1sxdt6fOcdgpoYPsoKNsZ6B1FaPsq/ErO4jT4sOvpR1Z5OxMG9mNAG86R3PrlZfj124Ijz80hw7RQWz4y+CKFXnrK9TfNbOqTMfC1N1Xt7ZmT2q15OCYRCcVcN4rtW6U+dFHH4UNGTLkYPfu3YvDwsIcv/zyS8CAAQMKLrnkkuxPP/00/JJLLjlYVFQkv/76a8j777+/9emnn44OCwtzpKWlpS5evNivX79+XQ6/Z0FBgdx4443x33///fru3bsXn3/++XHPPPNM1COPPLIHIDIysiw1NXXt5MmToyZPntz8008/3VqXj7N161afli1blpaft23btiQzM9MHYN++fba2bduWustLs7Ozqz3n//3vf0eGhoY6Vq9evbawsFB69+7d6dxzz80BWLVqVeDy5ctXJyYmlgwaNCjhgw8+CL/mmmsq/nL44osvQlq0aFE6f/78dPf7WWv6nH/729+ybrvttrgffvhhfZcuXYrHjBnTrvw+//d//9dy6NChOZ9//vmWvXv3WlNSUjqPHTs256WXXoq65ZZbdt98883ZRUVFUlZWvx0lvDapEREfXAnNR8aYL9zFu0WkpTEm0929VP6bLQNoXenlsUC1dcuNMW8Cb4Jrm4QGC16p48AYQ3GZkxl/7qBfu0jaNHP9ni91ONlfUEJ2fglb9xVw45SlAFycEsuY7q0YlBh1xHtv3pvPS3M3UOY0BNqtfPLHdh4Zk0RKXDhJLUP4Y3M2/TtEVoll+rIdRAb5MqRjNAcKSujxxA9cNyCeh8ckVbt/eRLw0sTTGN2tJesycwHXrKOpi6s/WzbsyeP8V3+rMd4PFx76Xf/JH0faxNkQL7s43ZLKhdafSZaN+Ijrr819Jhi/LmMgcSSW9mdy5zOLyM4vqXhliJ+NWxPPRoAf/zqYZoFH/iPxufHJJDQP8njNz8eKv4+Vu4YnHPE+qml99tlnEXfeeecegAsvvDB7ypQpEQMGDCi46KKLDt57771tCgsLZfr06aF9+vTJDQoKMr/99ltQef3evXsXJSYmFhx+zxUrVvjFxsYWd+/evRjg6quv3vfKK69E4352XXrppfsB+vTpUzBz5sw6jyL3tL1Rff4omTNnTsi6desCyt8zNzfXmpqa6ufr62u6deuWn5SUVAJw8cUXZ//8889BlZOanj17Fj744IOtb7755phx48YdHDlyZN7vv//u7+lzDh8+PDc2Nra4fJPQyy67bN/bb78dBTB//vyQ2bNnh7344ostAIqLiyU9Pd23X79++c8++2zLjIwM3wkTJuwvf21deWVS457N9A6w1hjzfKVLM4GrgMnu7zMqld8mIlOBvsDB8m4qpRpT6s4cmgX50jyk7uMMC0rKKClzVlkw7YEvVvHJH9sqziOD7Lx3Te+KHaA9+WxJBp8tyeCTG07n9417SWoVysiuLTDGYAws2pzN0q3ZPPt9msfXP/G1q2XEbrNQXOZq7V5wzxBC/X3o8cQPHl/zzi+beWh0Z+anZTE4IYrvU3dz04dLK67f/slybj9Cl5AFJ2HkYXE3roZJLq1kH/Gyi3jJpIXsZ9XeeDpaoinEThlWckwATiwkWbbSx7KWBNmBAIEU0lz24yeuP2LTna14yzGa1c440kwsCZ1P47Xz+1S8t+2wMTArHj208m67KM+JyuEu7BVb6/W1fx9Zp/sotyO0qDSEXbt2WRcuXBiSlpbmf9ttt+FwOEREzGuvvZYREBBgTj/99Nwvvvgi5NNPPw2fOHFiNnhOLA53pDp+fn4GwGazmbKysjpnJXFxcaXlLTMAW7du9W3RokUpQLNmzcq2bt3q07Zt29KtW7f6REREVGvqMMbIc889t+3CCy/MqVz+9ddfBx+eHB1+3r179+Jly5alTp8+PfTBBx+MmTNnTs4FF1xwoKZYa0q2jDFMmzYtPTk5uUrS0rNnz6KBAwfmf/nll6GjRo1KfPXVV7eMHTs2t8YfxmG8MqkBzgCuAFaJyJ/usv/Dlcx8JiLXAduA8e5rs3BN507HNaX7msYNV50Mnp29nunLMvj9gWG11svKLcbuYyHYbuP3Tfu49K1FAPzvtgGc+7Ir6Xj/2j58tXwHXy7fwSc3nE58ZCCBdivBfhW/hzhYUMptnyzj5w2uqcR94iP4o4ZdnPfmFdea0ARSSAfZQbjk8vo7K9hrQphugngUK04sFGCnADsGC1YcWDAYwCA4EQxCeS9ucZkTG2WEkc/Vz35CGRZisOAnJfhRgj/F+EsJARQjGB58ZgPfZ0fTo3Mic9Z6HjfjSYJkMME6j/Osv9BMPP/OyjH+7DMhjPRZXON9dpsw1jnbUIIPBdgJataaeXsC+N2ZxEbTChD6xEdwx+ltGZvcqsprD9+C4Hh3wakTw5QpU8IvuOCCfR9//HFFk2Dv3r07fv/990EjR47MmzBhQvY777wTuWrVqsDPP/98C0D//v3zpk6dGn7uuefmLl261C8tLa3aVuk9evQo2rFjh+/q1avtXbt2Lf7ggw+aDRw4sM4P6Jq0bdu2NDAw0Dl37tzAoUOH5n/00UfNbr311j0AZ5999oE33nij2T/+8Y9db7zxRrORI0dWSzhGjBhx8LXXXosaM2ZMrt1uNytXrrTHxcWVgqv7ad26db4JCQkl06ZNi7j++uurbHC2ZcsWn+jo6LJbbrklOzg42Pn+++83e+KJJ3Z5+pw9evQoysjI8F2zZo29S5cuxVOnTq0YgD106NCc5557rvl77723zWKx8Ouvv/qfccYZhampqb6dO3cu7tKly55NmzbZ//zzT/8TPqkxxvyC53EyANWeOMaVDt/aoEGpk4rDafht414GJhzqqnl5nmsZ+sdmruGmwe3x97Hy5DepXNgrlvZRQQz4148VLRielCc0AFe9e2iN/YlvLTxUJ7kVfeIjOLtLc/o8NbfK62tKaHwoo63sIkm20c6yk1jZS3OyKcaHQIqJlSxaW468saLTCAXYCaAYi9T8F6TTSK3XqymAf/hBxqZILvOJ4SCBhJFPS9lHiBRQYOzk4U8RvgRQRCj5hEgBYZKPU3yYVdaTxc5OONzzFnJMIJkmgs2mJXsJAYQQ8oiWA/hRwoXJzZm/Mh3ByXt3X0zf59Io/3UxddLpnN6uGVEZB/BdvpONv24G4LMb+3kM3VIpiYkNr/ZMUqeIzz//vNm9995bpXV/3Lhx+6dMmRIxcuTIvPPPPz/npptuih8+fPiB8taVe+65J+viiy+OS0xMTOratWtBx44dC8PDw6uMCA8ICDCvv/76lvHjx7d3OBwkJycX/O1vf6vbLqhuMTEx3fLy8qylpaUye/bssFmzZqX16tWr6NVXX9163XXXxRcVFcnQoUNzxo8ffxDg8ccfzzz//PPbt23bNrJVq1YlX3311cbD73n33Xfv3bJli71bt26djTESERFROmvWrI0APXr0yPvrX/8au27dOv++ffvmXnHFFVWSoqVLl/o/8MADsRaLBZvNZl599dWtNX1Of39/89JLL20dM2ZMh4iIiLK+ffvmrV271h9g8uTJOydNmtSmU6dOScYYiY2NLZ43b176lClTIj7//PNmNpvNREVFlf7zn/+sNpSkNlKXJrSTUUpKilmyZElTh6Hq4bvVu4gOsZPUMoR1u3Lp0frQKqtFpQ6WbdtPVm4xs9fswmqx8NLE07hpylLSs/LIPFBIfomDZy7qTpdWoZzz4s8APHleVxZvyWbL3nxWZBys8b07tQhm3a66/bFgx9WiESG5JMp2EmQHIVKAD2XsN8HsIYz9Jog8/CkzNoKlgCAKycePEnwIJ5dwySXFsp5E2UGc7KoYE+I0wm7C2WUi8KWUAuzsNJGkOWNJM7FkmTAsOImSg4SKq0vHhgN/igmSIgLL38f4uNtnXG00FnG60wJXWZmxkU0wecYfmziw4KTI2CnElwLsFBo7b183gMvf+YMQKaCrbKa7ZRPtJJNgCjhIIJmmGQdMEAFSRBCF+EsJhcaXIlsoWaV2hg4YSOsBl9Lt2WXkFlVtIW8XFcjp7Zrx8aJtVcoX3DOEts0CK8bsbJk8mhXbDzDulV8rzsut35XL2f/+qVp5ZWdM/pEdBwoB+PKW/pzWxvOwhsrvd6oTkaXGmJTjec8VK1ZsSU5Orn31Qy9TVlZGSUmJBAQEmDVr1tjPOuusxI0bN64uT3pORF9//XXwc88913zePPdfeF5qxYoVkcnJyXGernllS406uRhjmPHnTs7p5tpR+MOFW8krLuPaM+LxtVmYsnAr0cF2BiZEkvTIbM5Kas6bV7p+Zzqchhs+WMKPHma7TL6gG11ahRIdYqfvP+ZWu758234y9hdWKbvnsL19yld7rUxwEkIBYZJHIEX4UULJbhsdxJdQ8gmXPMIllzDyaCnZxEsm8bKLaDmABWfFeI7KCoydMiyESGG1azXZYZqx0daB2cUppDtj2Ghasd60pgSfanUn9mnDFV1bEBHo6+qmqsev1RA/GzlFdZth8MS4LgT72Zi+dAcRHXqTavaAgYUkQR1mLT99YXdyikp58pu1/NF/GAT58d41fbjwNdcg4Y+v71sxQHn1joPVkprDu4sAklt73kKgXVQgwztHc+ewmrcNqNzydsI+iVSTyM3NtQwcOLBjaWmpGGN44YUXtp7ICc3JQpMa1aBm/LmDJVv2M2XhVl6dn06Zw7Bpbz4Ak79dV6VukN31z/H71N18sSyDv3y2otZ73/+Fa5PBt6/0/EdjeUJT3n0TQS6BUkQwhQRKIXGyi06yvSJ58aGMICkkjDysdex+KTB2NpsWrDbx7HKG48DCQRNIEXZyCGC9szXpphWFuAYO2ygjmgOESj7BFGAVJ0WWQPLxw+5wteY8OH4AvRLb0tI/klYWYZBIlSnF6/4+kk4PfwdAoK+V2XcPIja8+gzY58YnU+pw0qttOCsyDvK3z6v/PGfdMZCOLYJp/3+zAIhrFsB71/Th9QUbaR7ix3/mbqioe/5pMVzZL859XPvg2MP1b9+M1MwchnaKJjLIl0v7tiHA1/Xfu1fbcHq2CWPZtgP42g5NS48Mqj7zyGbxPG3dInB1/6r7KvlYLbx9Ve9a4zqtTRg/uNfPKaplLZnXL+9JqzDtnlKHhIeHO1evXr22qeM4nsaMGZM7ZsyYYx7z05Q0qVHH1dKt+5n45kL+cUE3/Hws3Dn1z4prabvzan1tXvGh1oLyhMafIqLkIK1kH61lD7GSRRBFBFBEgBRjgD0f+/GozYdQySeMvIrvQVJIEIUEiucZgcXGRpqJZZ8JJYNISvAh3+lHNsGEhkczfmAyd3+1gSLs+FCGP8UcIIj9JogDBHPABPLS1YPo264Zr01bydcrM3lodGde/abm33Nl2NhJJDtNJEseGs7mvfn0bBPOnVOXV6x8G98xGQJ9a1wZ07fSejRrnqh5Zk3lWTkJzYN5/vv17DxYxN/HdeHhGWt4/uJkklq5dpC+/cwOvPRjOuefFktcZCCT3Uv6t48OqljQ7oVLelR7j7evTOH6D6p3426ZPJriMgerMg7SPTasSrICVCQ05c7q0tnDIooAACAASURBVIJl2w5USRxahPrx418Hc+ZzCyrKynOaW4e2r5LIbfrn0XUL/fuSHnR5dDZwKKn2ZGRXXaC8gTmdTqdYLBZt6VC1cjqdgmtPSI80qVG1yi8uIzu/hLAAH4L9fNifX8ITX6e6uyF82HWwiLziUlqF+bMtu6CiG8FTq4AnFpzESybdZDPxll1EsZ9oOUCk5NBS9tFcqg7cdxohHz/XbB5jR4AgSyE+lHHQBHKQQA6YIDKJIM/pTx6ur83OFmQRRr7xc5UZfx6+ZCC3fbqmWkzxkYHM++sQAP5zmqOiVaRcx+bBfHdLf7btK6hICv4z4TQeHpNE8xA/OkQHcf/0Vbx/bZ+KMR2eRAbZK1ojnjqvm2uROYsQUWm/oHI924RRUOLghUt6YLEI43q0Ysaf9Ro/x3d3D6KwxEFUkJ3mIX6MSGp+xNeMTW5FZKBvjQOkhyc15/oB8bz9y+aKstcv7wmA3WYlJa5uq83fOKgdE3q3rjKtHapPqxb3yJ97zu5Up/seSaDdxm/3n8niLdl0j63bTtiqQazOyspKioqKOqiJjaqJ0+mUrKysUKD6uAE3HSisavTa/I3867uqXUTtowLZmOXqPvrh7kFV9tk5EsFJW9lNd9lMN8smuls20UW2ECRFgCth2UcwWSacvSaEPYSz0dmKPSaMXYSz3USzw0Ti4Mh7ql3Vry13DU/knBd/JvNgEcsfHsH0ZRk8WakVZcvk0ZQ6nCQ8+G1F2S1D2nNJ79a0bRZYUXb4arIb/3GOx7Ednjz01So+XLitoiWkXLDdxqrHz65636w8gu02ouuwxk35/7eepiAfzaDWtZk5jPrPz8y+axAdWwTX+XXg2hF78DPzK86P92Day99eVLGD9uIHhxMVXK9V09Vx1hADhZcuXRpts9neBrpyAmzfo5qME1hdVlZ2fa9evTwuK64tNQpwLWnf959zCbLbmNC7NTcMbFctoQEqEhqgxoQmigPEyF5aSDatZB8tZR+tJYs+lrVEiKsLqsj4kGraMt0xkDEjR3PpN0VsNK0oO+yf5NRJpzPhzYVVyrrFhPK/2wdQ5nDSoVJC8skNpzPxrYX89+reDO3k2hZsxm1nkHmgiPBAX64f2I4ercO46PXfK17jY7UwIqk5P6TuZtpN/Y7YsnDtGfF1TmjgUMtCZJCdD6/rS1Gpg+s/WMLl/dpWq9u+jou9wfFfT6Vzy5CjTkZKHYf+MJrzl8HHK6QKH17fl+e/X8+LP6bX2kWkTlzuB9TYpo5Dnfj0N8QpbE9OEbd9vBx/XysL0lxLJ2TlFvPPb9cRWOvDw9CMHFpLFpFykEAKiZBcOsl2elo2kGDZUaV2ofFllwnnR2dPrHH9eDM9jA0mpiKBuWrAaKallBJktzHjz53c9alrHM61Z8TTOy6CxQ8Ox2AoKXMy4F/zuG6Aa0Do4Xsd9WvfrNqDOTrYj+jgQy0fPT1M2X350tPILSrzODAV4KHRnXnym7Vcc0Ycj5xbfUuA2pTnHsYYBiS4ZvUsuGeIx4G9x8uFPWPpG994mwz7+7pazsYmt6JDdN0Ts/q4e0Qitw9LOOadrpVSJzdNak5yC9KyWLn9ALcPc+09s3hLNnlFZSBwzX9rXqW18lRnwUln2UY/yxr6W1LpbVnncWpylglhizWeL5uN4387Asg0zcg0ERwgCBB+uW8o2/YVsHaDawXerjEhXJzi2rKrfKXdMd1bMnXxNu4YlkD/9q4koHJ3w+FJS9qTo7hn2gouOsJS9eXKN1ic0PvQVmF2mxV7UM1dWnb3INfaFt6ryQ0D27F4y37GVFrJtnLXVkN47uLkBr3/4WLC/Pnsxn50iwk9cuWjJCL4WHW1X6VU7XRMzUnCGMPj/0vlvNNiSI4NJb/EQaCvlfgHZtX7XnZK6Czb6GbZxOmWVPpZUiu6jTY6W7LI2Zk0E8t2E8VuE04e/uSaAPYRwgOjOnPj4PYAbM8uYNPefB6buYbNe/NZ/+RI7DYr+cVlbNiTV2XxvMZUUubEZpGKBOdIPlu8nXunr+SCnjE8f3H1GUBKnUoaYkyNUseLttScJApLHbz32xbe+20LV/Vry/u/b+Xq/nF1eq3gpLesZ4R1Kb0saXSVzfi6V7DN92vOt/k9+c2RxDr/nvz9mrOYPXcDnVuGMHdBtdW3q3QJtY4IoHVEAD/cPYj9BaXYba7WkEC7rckSGqDa9OIjGdIpiiC7jWsOWwdFKaWUd9GWmpNASZmTbdn5DH++7jOR/ChmgGU1Z1qWcab1T1rIfoqNDytMO5Y5E9kd0oXLzh9H89gOdHvctUPzRb1ieXZ81a6N8a//xuItrl3pW4b68dWtZ9Rrh2ql1IlFW2qUN9OWmhNMVm4xpQ5nlUXKbvhgScVA39oEU8AY6+8MsyxjgGU1flJKrvHHv/MIShLP4dPcZB751rXeyJZ7XWNXjDHcOMg1a2hY5+rrmrw48TT6/fNHfKxyxN2tlVJKqYakSc0JpvdTcwAY3jmalqH+TFm49Yiv6SHp3GybyTDbCmymlG3OKD5xnMkcZ0/+cHZmw4RxAIwrLOWRbzfj53Ooe0ZEeOCczjXeu2WoP2lPjuI4zzBWSiml6k2TmhNI5a7COWs9rjtURU9J4y7bdAZZV5FtgrD1ncTYBS1Yadrx2Lld+PV/qXRsfmihtQD31NxHxnSpV1z1HaOilFJKNQRNak4gV777R53qtZHdPGl7l0HWVewzwfyzdCLTLCNZOvI8Vs53rTZ79RnxOAyc3eVQl5KP1XLcV4NVSimlGosmNSeId3/ZzM8b9tZaR3ByrfU7/mr7nDKsfBl1E8/vH8j2YmHOna6VXgN8rZzWxjXzqHwRO6WUUupkcNIkNSIyEvgPYAXeNsZMbuKQjpuiUgdPfJ1a4/Wxya24uHsozuk3Msj5B/McyQRc9DIjO3chdNNe/vXteto2c61gm1rLrs5KKaXUieykSGpExAq8AowAMoDFIjLTGFNzJnCCcDoNz85eX+P1mbedQXf7Hph6MZhNPF56Bf91jGRLcncAzuzUnDM7HXk3ZqWUUupEd1IkNUAfIN0YswlARKYC44ATPqlJfuJ7covKqpQ9Nz6Zh2espqDEQUL2Avj6VrDZ4coZTAzowWU6FUkppdQp6GRJamKA7ZXOM4C+TRTLcWGM4bxXfq2W0IjA+afFMKxTFAe+n4z/F89Dq55wyRQIjSWxieJVSimlmtrJktR4apqotlSyiEwCJgG0adOmoWM6JhPfWsiKjIPVypc+NAKLo5iwb28lbPU06HYxjH0JfHQVX6WUUqe2k2WBkQygdaXzWGDn4ZWMMW8aY1KMMSlRUVGNFlx97cktYuGm7Irzf5zfreI4wtcJn0yA1dNg2KNwwZua0CillFKcPEnNYiBBROJFxBeYAMxs4piOysGCUvo8NbfiXAQm9Hbla1EcgPfPhU3zYdwrMPAv6FK+SimllMtJ0f1kjCkTkduA2bimdL9rjFnTxGHV26qMg5z78i8V589fnMy4HjFYLMJFrfbxWP5TsOsgjH8PupzXdIEqpZRSXuikSGoAjDGzgFlNHcfRKCp18Gv6Xq57/9Cu4Vf3j+M8d0JD6gyezb0P/CNg4mxomVzL3ZRSSqlT00mT1JxojDGk78ljQVoWT36zttr1x8Z2AWNgwdMw7ymI7Q2XfATBuuaMUkop5YkmNU3kue/TeHleusdrXWNCoDgXZtwKqTMgeSKM+bcOCFZKKaVqoUlNE3j8f2v4769bqpX7WIXfHxhGZGkmvHMWZK2DEX+H/rfrgGCllFLqCDSpaSR7corIL3Ew9Nn5Hq+v+/tI7DYLkj4HvrwRnGVw+XRof2bjBqqUUkqdoDSpaWDGGF5bsJGnv6t5/6Z2kYH4Fe+D/z0EKz+F6CS4eApEdmjESJVSSqkT28myTk2TKy5zcLCgtEqZ02lIzczxmNCc3cU14NdGGe91+RNe7g1rvoRB98AN8zShUUoppepJW2qOk6ve/YOFm7L5/KZ+TP1jOysyDpC+J89j3U3/OAeLRXDsWY/1s8thURrED4JznoWojo0cuVJKKXVy0KTmOCnf1mD867/XWu+spOautWcKsrF+cC4YJ0z4BDqO0sHASiml1DHQ7qdG0rNNGADXnBHvKpj3FOTvhcu/gE7naEKjlFJKHSNtqWkkH17fl1827OX0dhGQsRSWvAu9r4eW3Zs6NKWUUuqkoC01jeDy09sQ4GvjrC4tEKfDtahecEs486GmDk0ppZQ6aWhLTSN48rxuh06WfwBZa+GSD8EvtOmCUkoppU4y2lJznATbbVxbPl4GmDSoHQD3j+p0qJLTAfMnQ5v+0GlMY4eolFJKndQ0qTlGWbnFXPXuH+QWl1HicFSUlw8M7tqqUmtM5p+Qtxt6X6cDg5VSSqnjTLufjtFfPvuTnzfsBWDL3oKK8pFdW/L7A2fSMtT/UOVNC1zf4wc1ZohKKaXUKUGTmmNQXOZgU1Z+xbmIa1BwoK/rx1oloQHYvMC1BUJQdGOGqZRSSp0SNKk5Bh0f+q5aWZVBwZU5HbBtEfS8soGjUkoppU5NOqbmOJLaxslkb4KyQmiZ3HgBKaWUUqcQr0tqROQZEVknIitF5EsRCat07QERSReR9SJydqXyke6ydBG5v2kih+bB9pov7l7jrtSlcYJRSimlTjFel9QAPwBdjTHdgTTgAQARSQImAF2AkcCrImIVESvwCjAKSAImuus2usfG1pKw7FkLYtENK5VSSqkG4nVJjTHme2NMmft0IRDrPh4HTDXGFBtjNgPpQB/3V7oxZpMxpgSY6q7b6ALttQxR2r8ZQmLAx7/mOkoppZQ6al6X1BzmWuBb93EMsL3StQx3WU3l1YjIJBFZIiJLsrKyGiDcWuzfCmFtGvc9lVJKqVNIkyQ1IjJHRFZ7+BpXqc6DQBnwUXmRh1uZWsqrFxrzpjEmxRiTEhUVdawfo+5KC2HfBghr23jvqZRSSp1immRKtzFmeG3XReQqYAwwzBhTnqBkAK0rVYsFdrqPaypvMIfCqoPv7oeCfdDtooYLSCmllDrFeV33k4iMBO4DxhpjCipdmglMEBG7iMQDCcAfwGIgQUTiRcQX12DimQ0dp8NZx6Rm3SxY+h6ccSd0GNagMSmllFKnMm9cfO9lwA784F73ZaEx5iZjzBoR+QxIxdUtdasxxgEgIrcBswEr8K4xZk1DB+moS0tN/l743x3QvBsMfaihQ1JKKaVOaV6X1BhjOtRy7SngKQ/ls4BZDRnX4ZzOOlT65i9QdBCu+Apsvg0ek1JKKXUq87rupxNF6ZGymo0/QuoMGHwftOjaOEEppZRSpzBNao7Syz+m13zRGPjxSdcU7v63N15QSiml1ClMk5qjtHTr/irnseGVFtXLWAw7lkL/O8BWy9YJSimllDpuNKk5SqWOqt1PP9w9+NDJwlfBLxSSJzZyVEoppdSpS5Oao1RSVjWp8fNx/ygPbIfUmdDzKrAHNUFkSiml1KlJk5qjtG5XbpVz9/Rz+PMjME7oc0MTRKWUUkqdujSpOd5WfQ7xA3WfJ6WUUqqRaVJzPO3bCPvSodO5TR2JUkopdcrRpOZ4Sp/r+p5Q69ZWSimllGoAmtQcT+lzIKKd60sppZRSjcrrtkk40XSIDmJYp2goK4EtP0OPy5o6JKWUUuqUpC01RyGnqLTiuG98BA+c0xn2rIHSAog7owkjU0oppU5ddU5qRGSAiFzjPo4SkfiGC8u7ORwedujesdT1PaZX4wajlFJKKaCOSY2IPArcBzzgLvIBPmyooE4knVuGuA4ylkJgFIS2btqAlFJKqVNUXVtqzgfGAvkAxpidQHBDBeXtKrfTXNbXvR7NzuXQqieUL8KnlFJKqUZV16SmxBhjcD/PRSSw4ULyfg7nobRGRKAkH/auh1Y9mjAqpZRS6tRW16TmMxF5AwgTkRuAOcBbDReWd6uc1ACwa7Vra4SWmtQopZRSTaVOSY0x5llgGjAd6Ag8Yox5qSEDE5G/iYgRkUj3uYjIiyKSLiIrRaRnpbpXicgG99dVDRkXgMMcntSsdH1v2b2h31oppZRSNTjiOjUiYgVmG2OGAz80fEggIq2BEcC2SsWjgAT3V1/gNaCviEQAjwIpuLrHlorITGPM/oaKz3l4S83u1eAXBiExDfWWSimllDqCI7bUGGMcQIGIhDZCPOVeAO6l6pjcccAHxmUhrq6wlsDZwA/GmGx3IvMDMLIhg/PY/dSimw4SVkoppZpQXVcULgJWicgPuGdAARhj7jjeAYnIWGCHMWaFVE0SYoDtlc4z3GU1lXu69yRgEkCbNke/i3aV7ienA3avgV5XH/X9lFJKKXXs6prUfOP+Oi5EZA7QwsOlB4H/A87y9DIPZaaW8uqFxrwJvAmQkpLisU5dVOl+yt4EZYWulhqllFJKNZk6JTXGmPdFxBdIdBetN8aU1vaaI9zP4zbWItINiAfKW2ligWUi0gdXC0zlle1igZ3u8iGHlc8/2tjqorylpk1EAOxa5Sps0bUh31IppZRSR1DXFYWHABuAV4BXgTQRGXS8gzHGrDLGRBtj4owxcbgSlp7GmF3ATOBK9yyo04GDxphMYDZwloiEi0g4rlae2cc7tsqKS50APHpukiupsdggqlNDvqVSSimljqCu3U/PAWcZY9YDiEgi8AnQmBsdzQLOAdKBAuAaAGNMtoj8HVjsrveEMSa7IQMpKnUA4Odjdc18ikwEm70h31IppZRSR1DXpManPKEBMMakiYhPA8VUwd1aU35sgFtrqPcu8G5Dx1OuqMzVUuPnY3HNfIof2FhvrZRSSqka1DWpWSIi7wBT3OeXAUsbJiTvV9FSY4ohdydEJjRxREoppZSqa1JzM65WkjtwzTb6CdfYmlNSeVITXLTTVRAe34TRKKWUUgrqntTYgP8YY56HilWGT9lBJOUDhQPy3cvjhLVtwmiUUkopBXXf0HIu4F/p3B/XppanpKIyd/dTnjupCY9rumCUUkopBdQ9qfEzxuSVn7iPAxomJO9X3lLjU7AbrL4QGNnEESmllFKqrklN/mG7YqcAhQ0TkvcrX3zPWnwA/CN0zyellFLKC9R1TM1dwOcishPXFgStgEsaLCovV771kxTuB//wpg1GKaWUUsARWmpEpLeItDDGLAY6AZ8CZcB3wOZGiM+raVKjlFJKeY8jdT+9AZS4j/vh2mzyFWA/7o0hT0WmfL/Mov0QENG0wSillFIKOHL3k7XSlgOXAG8aY6YD00Xkz4YNzXtV7X4Ka9pglFJKKQUcuaXGKiLlic8w4MdK1+o6Hueksz27wHVQeEC7n5RSSikvcaTE5BNggYjsxTXb6WcAEekAHGzg2LzW1MXbsVOClBVqUqOUUkp5iVqTGmPMUyIyF2gJfO/eVBJcLTy3N3Rw3iycXNdBQLOmDUQppZRSQB26kIwxCz2UpTVMOCeOZpLjOgjQhfeUUkopb1DXxffUYSqSGl1NWCmllPIKmtQcpTDcu0Zo95NSSinlFTSpOUrB4t4lwh7ctIEopZRSCvDSpEZEbheR9SKyRkSerlT+gIiku6+dXal8pLssXUTub4wYA8u3vvINaoy3U0oppdQReN1aMyIyFBgHdDfGFItItLs8CZgAdMG199QcEUl0v+wVYASQASwWkZnGmNSGjDNQigAB38CGfBullFJK1ZHXJTXAzcBkY0wxgDFmj7t8HDDVXb5ZRNKBPu5r6caYTQAiMtVdt0GTmiCKXK00ukO3Ukop5RW8sfspERgoIotEZIGI9HaXxwDbK9XLcJfVVF6NiEwSkSUisiQrK+uYggykEOza9aSUUkp5iyZpqRGROUALD5cexBVTOHA60Bv4TETaAZ6aRAyeEzPjoQxjzJu4N+JMSUnxWKeugqRIx9MopZRSXqRJkhpjzPCaronIzcAX7tWL/xARJxCJqwWmdaWqscBO93FN5Q0mSFtqlFJKKa/ijd1PXwFnArgHAvsCe4GZwAQRsYtIPJAA/AEsBhJEJF5EfHENJp7Z0EEGSqG21CillFJexBsHCr8LvCsiq4ES4Cp3q80aEfkM1wDgMuBWY4wDQERuA2YDVuBdY8yahg4yiCKwhzT02yillFKqjrwuqTHGlACX13DtKeApD+WzgFkNHFoVOlBYKaWU8i7e2P3k1RxO1/jiQB0orJRSSnkVTWrqacd+10rCru4nTWqUUkopb6FJTT2VOJzYKMMupeCr+z4ppZRS3kKTmnoyxhBIketEW2qUUkopr6FJTT05TaUdunVMjVJKKeU1NKmpJ6cxh3bo1pYapZRSymtoUlNPxnCo+0nH1CillFJeQ5OaenIaQ5BoS41SSinlbTSpqacSh7PSQGFtqVFKKaW8hSY19fTojDWHWmp0oLBSSinlNTSpqadVOw5qS41SSinlhTSpOQqHBgprS41SSinlLTSpOQpBUkixsYHNt6lDUUoppZSbJjVHIYhC8vFr6jCUUkopVYkmNUchUIrIN/5NHYZSSimlKtGk5igEUUiettQopZRSXkWTmqMQSBH5aEuNUkop5U28LqkRkR4islBE/hSRJSLSx10uIvKiiKSLyEoR6VnpNVeJyAb311UNHWOgFJJvtKVGKaWU8iZel9QATwOPG2N6AI+4zwFGAQnur0nAawAiEgE8CvQF+gCPikh4QwYYRBG52lKjlFJKeRVvTGoMEOI+DgV2uo/HAR8Yl4VAmIi0BM4GfjDGZBtj9gM/ACMbMkAdKKyUUkp5H1tTB+DBXcBsEXkWV9LV310eA2yvVC/DXVZTeTUiMglXKw9t2rQ56gADKaRru1ZH/XqllFJKHX9NktSIyByghYdLDwLDgLuNMdNF5GLgHWA4IB7qm1rKqxca8ybwJkBKSorHOkdmCKKIUmvg0b1cKaWUUg2iSZIaY8zwmq6JyAfAne7Tz4G33ccZQOtKVWNxdU1lAEMOK59/nEKtJiUmAMs+Q3SzBh22o5RSSql68sYxNTuBwe7jM4EN7uOZwJXuWVCnAweNMZnAbOAsEQl3DxA+y13WIM5MCAOgZUTIEWoqpZRSqjF545iaG4D/iIgNKMI9BgaYBZwDpAMFwDUAxphsEfk7sNhd7wljTHZDBSeOEtd3q72h3kIppZRSR8HrkhpjzC9ALw/lBri1hte8C7zbwKEBYHW6khrdzFIppZTyLt7Y/eTVLKbUdaAtNUoppZRX0aSmnqwObalRSimlvJEmNfVkMe6kRltqlFJKKa+iSU09WSpaajSpUUoppbyJJjX1ZHGWj6nxadpAlFJKKVWFJjX1pN1PSimllHfSpKaebDpQWCmllPJKmtTUk4+zyH2gez8ppZRS3kSTmnqyOQpcB74BTRuIUkopparQpKaebI5i14GPJjVKKaWUN9Gkpp7EOFwHFq/bYUIppZQ6pWlSU29O1zfRH51SSinlTfTJXE9ijPtAf3RKKaWUN9Encz2J0ZYapZRSyhvpk7meDo2psTZtIEoppZSqQpOa+tLuJ6WUUsor6ZO53rT7SSmllPJGTfJkFpHxIrJGRJwiknLYtQdEJF1E1ovI2ZXKR7rL0kXk/krl8SKySEQ2iMinItKg+xfomBqllFLKOzXVk3k1cAHwU+VCEUkCJgBdgJHAqyJiFREr8AowCkgCJrrrAvwLeMEYkwDsB65r2NDLu5+kYd9GKaWUUvXSJEmNMWatMWa9h0vjgKnGmGJjzGYgHejj/ko3xmwyxpQAU4FxIiLAmcA09+vfB85ryNjFOHFor51SSinldbzt6RwDbK90nuEuq6m8GXDAGFN2WLlHIjJJRJaIyJKsrKyjClBwYtBWGqWUUsrbNNha/yIyB2jh4dKDxpgZNb3MQ5nBc/JlaqnvkTHmTeBNgJSUlBrr1crpxKlJjVJKKeV1GiypMcYMP4qXZQCtK53HAjvdx57K9wJhImJzt9ZUrt9AnDi9roFLKaWUUt72dJ4JTBARu4jEAwnAH8BiIME908kX12DimcYYA8wDLnK//iqgplag40KM0e4npZRSygs11ZTu80UkA+gHfCMiswGMMWuAz4BU4DvgVmOMw90KcxswG1gLfOauC3Af8BcRScc1xuadBo0d7X5SSimlvFGDdT/VxhjzJfBlDdeeAp7yUD4LmOWhfBOu2VGNwxiM1zVwKaWUUkqfzvUkRsfUKKWUUt5In871pN1PSimllHfSpKa+tPtJKaWU8kr6dK4nwYlTt0hQSimlvI4mNfWkU7qVUkop76RJTT25tknQH5tSSinlbfTpXE9iHDpQWCmllPJCmtTUk+hAYaWUUsor6dO5nnSXbqWUUso7aVJTX8Zo95NSSinlhTSpqSfBiRH9sSmllFLeRp/O9eRaUVh/bEoppZS30adzPek6NUoppZR30qSmvnRDS6WUUsor6dO5niwYjG6ToJRSSnkdTWrqSYyuKKyUUkp5I30615uOqVFKKaW8UZMkNSIyXkTWiIhTRFIqlY8QkaUissr9/cxK13q5y9NF5EURVx+QiESIyA8issH9PbxBY9cp3UoppZRXaqqn82rgAuCnw8r3AucaY7oBVwFTKl17DZgEJLi/RrrL7wfmGmMSgLnu8wZT2CKFvdH9GvItlFJKKXUUbE3xpsaYtQBy2IBbY8zySqdrAD8RsQMRQIgx5nf36z6A/2/v7mPsqOowjn8fihACRFpra9NW5C1GFCh1QyAoNlHKi38URAO+tTEkWFPiS0K0oIQiiQETxfgSAREsAUtIsIBZhVYFCUagW1qhhSAtVl3b0CIoRAlKffxjzo3X7d1yd7d37+7c55NMZvY3Z2bP/jJze3rOzD2cA/wcWAQsKMesBB4AvtSpup+y5GudOnVERESMwUQeRzkP2GD7VWA2MNi0b7DEAGba3gFQ1jOGO6GkiyQNSBrYtWtXh6odERER3dCxnhpJvwDe0mLXl23f/TrHvhO4BljYxj1/PQAABy1JREFUCLUo5pHWyfYNwA0AfX19Iz4+IiIiJq6ONWpsf2A0x0maA6wGFtveWsKDwJymYnOA7WX7OUmzbO+QNAvYOdo6R0RExOQ1oYafJB0G9AOX2v5NI16GlV6WdHJ562kx0OjtuYfqoWLKeq+9QBEREVFP3Xql+1xJg8ApQL+k+8qui4GjgcslbSxL4xmZzwA3AluArVQPCQNcDZwu6Rng9PJzRERE9BjZvfloSV9fnwcGBrpdjYiISUXSett9r18yYvxNqOGniIiIiNFKoyYiIiJqoWeHnyTtAv44ysOnU337cfxPctJa8tJa8rKnyZKTw22/uduViGilZxs1YyFpIGPK/y85aS15aS152VNyEjF2GX6KiIiIWkijJiIiImohjZrRuaHbFZiAkpPWkpfWkpc9JScRY5RnaiIiIqIW0lMTERERtZBGTURERNRCGjUjIOlMSU9L2iJpebfrM94kbZP0RJmTa6DEpklaK+mZsp5a4pL07ZKrxyXN727t9x1JN0naKWlTU2zEeZC0pJR/RtKSVr9rshgmJysk/aVpHrezm/ZdWnLytKQzmuK1ucckzZV0v6SnJG2W9LkS7+lrJaKjbGdpYwGmUE2keSRwAPA74Nhu12ucc7ANmD4k9nVgedleDlxTts+mmnRUwMnAI92u/z7Mw2nAfGDTaPMATAOeLeupZXtqt/+2fZyTFcAlLcoeW+6fA4Ejyn01pW73GDALmF+2DwV+X/72nr5WsmTp5JKemvadBGyx/aztfwG3A4u6XKeJYBGwsmyvBM5pit/iysPAYZJmdaOC+5rtB4EXhoRHmoczgLW2X7D9IrAWOLPzte+MYXIynEXA7bZftf0HYAvV/VWre8z2DtuPle2XgaeA2fT4tRLRSWnUtG828OemnwdLrJcYWCNpvaSLSmym7R1QfYgDM0q81/I10jz0Sn4uLkMpNzWGWejBnEh6G3Ai8Ai5ViI6Jo2a9qlFrNfehz/V9nzgLGCZpNP2Ujb5qgyXh17Iz/eBo4B5wA7gGyXeUzmRdAhwJ/B52y/trWiLWG3zEtEJadS0bxCY2/TzHGB7l+rSFba3l/VOYDXVcMFzjWGlst5Zivdavkaah9rnx/Zztnfb/g/wA6rrBXooJ5LeQNWguc32T0o410pEh6RR0751wDGSjpB0AHABcE+X6zRuJB0s6dDGNrAQ2ESVg8bbGEuAu8v2PcDi8kbHycDfG13uNTXSPNwHLJQ0tQzLLCyx2hjyDNW5VNcLVDm5QNKBko4AjgEepWb3mCQBPwSesv3Npl25ViI6ZP9uV2CysP2apIupPkymADfZ3tzlao2nmcDq6nOa/YEf275X0jrgDkkXAn8CPlLK/4zqbY4twD+BT41/lTtD0ipgATBd0iBwBXA1I8iD7RckXUX1DznAV223+6DthDNMThZImkc1VLIN+DSA7c2S7gCeBF4DltneXc5Tp3vsVOCTwBOSNpbYZfT4tRLRSZkmISIiImohw08RERFRC2nURERERC2kURMRERG1kEZNRERE1EIaNREREVELadREtEHS7qbZpje+3gzSkpZKWrwPfu82SdPHep5yroMlrS3bD0nKVzpERK3kQy2iPa/YntduYdvXdbIyo3QK8HD5Ard/2H6t2xWKiNiX0lMTMQalJ+UaSY+W5egSXyHpkrL9WUlPlokdby+xaZLuKrGHJR1f4m+StEbSBknX0zTvj6RPlN+xUdL1kqaU5UeSNkl6QtIXWtTxqPLlb7cCHwPWAyeU88wYWj4iYrJKoyaiPQcNGX46v2nfS7ZPAr4LfKvFscuBE20fDywtsSuBDSV2GXBLiV8BPGT7RKqvzX8rgKR3AOdTTSo6D9gNfJxqssjZtt9l+zjg5qG/3PbWcsx6qvmXbgEutD2vzOMVEVELGX6KaM/ehp9WNa2vbbH/ceA2SXcBd5XYe4DzAGz/qvTQvBE4DfhQifdLerGUfz/wbmBdmariIKqJEH8KHCnpO0A/sGYvf8MM23+VdBzVBJMREbWSnpqIsfMw2w0fBL5H1ShZXx7QVYtyHrJuJmBl6V2ZZ/vttlfYfhE4AXgAWAbcuMeB0nWSNlFNFrkROBPobzVUFRExmaVREzF25zetf9u8Q9J+wFzb9wNfBA4DDgEepBo+QtIC4HnbLw2JnwVMLaf6JfDhxjMw5Zmcw8ubUfvZvhO4HJg/tHK2l1INd10FnAP0l4ZRq16liIhJK8NPEe05qGmmZYB7bTde6z5Q0iNU/0n46JDjpgC3lqElAdfa/pukFcDNkh6nmpF5SSl/JbBK0mPAr6lmccb2k5K+AqwpDaV/U/XMvFLO0/gPyqXD1P99VM/SvLecNyKidjJLd8QYSNoG9Nl+vtt1iYjodRl+ioiIiFpIT01ERETUQnpqIiIiohbSqImIiIhaSKMmIiIiaiGNmoiIiKiFNGoiIiKiFv4L30reTUsdn4MAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "print('length of scores: ', len(scores), ', len of avg_scores: ', len(avg_scores))\n",
    "\n",
    "fig = plt.figure()\n",
    "ax = fig.add_subplot(111)\n",
    "plt.plot(np.arange(1, len(scores)+1), scores, label=\"Score\")\n",
    "plt.plot(np.arange(1, len(avg_scores)+1), avg_scores, label=\"Avg on 100 episodes\")\n",
    "plt.legend(bbox_to_anchor=(1.05, 1)) \n",
    "plt.ylabel('Score')\n",
    "plt.xlabel('Episodes #')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "device:  cpu\n",
      "env_venv.observation_space.shape:  (24,) , len(obs_shape):  1\n",
      "env_venv.action_space:  Box(4,) , action_space.shape[0]:  4\n"
     ]
    }
   ],
   "source": [
    "from envs import make_vec_envs\n",
    "\n",
    "#--------------- make_vec_envs ----------------\n",
    "## we continue with the same model, model Policy uses MLPBase, \n",
    "## but with single new environment env_venv\n",
    "\n",
    "device = torch.device(\"cpu\")\n",
    "print('device: ', device)\n",
    "\n",
    "seed = 0 \n",
    "num_processes=1  \n",
    "\n",
    "env_venv = make_vec_envs('BipedalWalker-v2', \\\n",
    "                    seed + 1000, num_processes,\n",
    "                    None, None, False, device='cpu', allow_early_resets=False)\n",
    "\n",
    "policy = policy.to(device)\n",
    "\n",
    "print('env_venv.observation_space.shape: ', env_venv.observation_space.shape, \\\n",
    "      ', len(obs_shape): ', len(env_venv.observation_space.shape))\n",
    "print('env_venv.action_space: ',  env_venv.action_space, \\\n",
    "      ', action_space.shape[0]: ', env_venv.action_space.shape[0])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "## No CUDA, only CPU\n",
    "\n",
    "def play_VecEnv(env, model, num_episodes):\n",
    "\n",
    "    obs = env.reset()\n",
    "    obs = torch.Tensor(obs)\n",
    "    obs = obs.float()\n",
    "        \n",
    "    recurrent_hidden_states = torch.zeros(1, model.recurrent_hidden_state_size)\n",
    "    \n",
    "    masks = torch.zeros(1, 1)\n",
    "    \n",
    "    scores_deque = deque(maxlen=100)\n",
    "\n",
    "    render_func = get_render_func(env)\n",
    "        \n",
    "    for i_episode in range(1, num_episodes+1):     \n",
    "\n",
    "        time_start = time.time()\n",
    "        total_reward = np.zeros(num_processes)\n",
    "        timestep = 0\n",
    "\n",
    "        while True:\n",
    "        \n",
    "            with torch.no_grad():\n",
    "                value, action, _, recurrent_hidden_states = \\\n",
    "                    model.act(obs, recurrent_hidden_states, masks, \\\n",
    "                    deterministic=False) # obs = state\n",
    "\n",
    "            render_func()\n",
    "            \n",
    "            obs, reward, done, _ = env.step(action)\n",
    "            obs = torch.Tensor(obs)\n",
    "            obs = obs.float()\n",
    "\n",
    "            reward = reward.detach().numpy()\n",
    "            \n",
    "            masks.fill_(0.0 if done else 1.0)\n",
    "            \n",
    "            total_reward += reward[0]\n",
    "        \n",
    "            timestep += 1\n",
    "            \n",
    "            if timestep + 1 == 1600: ##   envs.max_steps:\n",
    "                break\n",
    "\n",
    "        s = (int)(time.time() - time_start)\n",
    "        \n",
    "        scores_deque.append(total_reward[0])\n",
    "        \n",
    "        avg_score = np.mean(scores_deque)\n",
    "                    \n",
    "        print('Episode {} \\tScore: {:.2f}, Avg.Score: {:.2f}, \\tTime: {:02}:{:02}:{:02}'\\\n",
    "                  .format(i_episode, total_reward[0], avg_score,  s//3600, s%3600//60, s%60))  \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 1 \tScore: 286.45, Avg.Score: 286.45, \tTime: 00:01:06\n",
      "Episode 2 \tScore: 342.14, Avg.Score: 314.30, \tTime: 00:00:46\n",
      "Episode 3 \tScore: 337.43, Avg.Score: 322.01, \tTime: 00:00:48\n",
      "Episode 4 \tScore: 312.83, Avg.Score: 319.71, \tTime: 00:00:48\n",
      "Episode 5 \tScore: 333.78, Avg.Score: 322.53, \tTime: 00:00:43\n"
     ]
    }
   ],
   "source": [
    "play_VecEnv(env=env_venv, model=policy, num_episodes=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 1 \tScore: 318.98, Avg.Score: 318.98, \tTime: 00:00:35\n",
      "Episode 2 \tScore: 319.76, Avg.Score: 319.37, \tTime: 00:00:34\n",
      "Episode 3 \tScore: 360.76, Avg.Score: 333.17, \tTime: 00:00:34\n",
      "Episode 4 \tScore: 331.93, Avg.Score: 332.86, \tTime: 00:00:34\n",
      "Episode 5 \tScore: 353.29, Avg.Score: 336.94, \tTime: 00:00:42\n"
     ]
    }
   ],
   "source": [
    "play_VecEnv(env=env_venv, model=policy, num_episodes=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Episode 1 \tScore: 334.63, Avg.Score: 334.63, \tTime: 00:00:43\n",
      "Episode 2 \tScore: 329.36, Avg.Score: 331.99, \tTime: 00:00:44\n",
      "Episode 3 \tScore: 323.13, Avg.Score: 329.04, \tTime: 00:00:47\n",
      "Episode 4 \tScore: 279.78, Avg.Score: 316.73, \tTime: 00:00:44\n",
      "Episode 5 \tScore: 348.73, Avg.Score: 323.13, \tTime: 00:00:45\n"
     ]
    }
   ],
   "source": [
    "play_VecEnv(env=env_venv, model=policy, num_episodes=5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "#env_venv.close()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "kernel-ml",
   "language": "python",
   "name": "kernel-ml"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
